-- Logs begin at Tue 2022-03-08 20:32:25 UTC, end at Tue 2022-03-08 21:32:06 UTC. -- Mar 08 21:03:41.919892 dv-cinder-830098-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 21:03:44.855828 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.common.config [-] Logging enabled! Mar 08 21:03:44.856400 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 21:03:44.856538 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 21:03:44.859809 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.common.config [-] Logging enabled! Mar 08 21:03:44.860060 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 21:03:44.860366 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 21:03:44.861323 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 21:03:44.861558 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 21:03:44.861927 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 21:03:44.862174 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 21:03:44.862834 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 21:03:44.863214 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.863642 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 21:03:44.863966 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.864256 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.864547 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.864841 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.865169 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.865453 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.865741 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.866035 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.866322 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.866601 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.866892 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.867184 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.867465 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.867748 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.868032 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.868311 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.868589 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.869006 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.869447 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.869728 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.870016 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.870296 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.870566 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.870839 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.871126 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.871450 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] host = dv-cinder-830098-3-iscsi {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.871731 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.872015 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.872298 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.872579 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.872849 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.873147 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.873431 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.873702 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.873972 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.874244 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.874528 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.874812 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.875099 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.875322 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.875544 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.875829 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.876112 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.876385 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.876656 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.876934 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.877235 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.877511 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.877779 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.878059 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.878339 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.879823 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.879823 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.879823 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.879823 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.879823 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.880219 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.880304 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.880567 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.880840 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.881152 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.881429 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.881699 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.881998 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.882281 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.882561 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.882841 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.883116 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.883394 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.883664 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.883932 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.884200 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.884466 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.884733 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.885012 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.885306 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.885577 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.885848 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.886118 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.886399 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.886668 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:44.886966 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.887261 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.887559 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.887848 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.888136 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.888412 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.888695 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.888969 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.889282 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.889567 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.889854 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.890131 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.890427 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.890714 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.891264 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.891572 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.891861 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.892150 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.892426 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.892699 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.892972 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.893276 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.893566 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.893842 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.894824 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.895295 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.895295 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.895605 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.895893 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.896185 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.896473 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.896748 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.897029 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.897343 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.897620 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.897892 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.898266 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.898561 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.898841 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.899113 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.899394 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.899674 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.899948 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.900220 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.900498 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.900786 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.901061 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.901354 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.901627 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.901901 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.902196 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.902481 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.902759 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.903030 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.903300 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.903574 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.903847 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.904119 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.904393 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.904664 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.904941 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.905247 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.905519 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.905792 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.906063 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.906481 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.906766 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.907039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.907315 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.907587 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.907863 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.908136 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.908412 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.908684 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.908969 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.909291 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.909569 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.910888 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.911158 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.911451 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.911734 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.912016 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.912304 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.912665 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.912946 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.913262 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.913552 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.913845 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.914159 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.914443 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.914745 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.915030 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.915314 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.915604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.915882 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.916162 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.916447 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.916730 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.917028 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.917344 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.917637 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.917927 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.918221 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.918502 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.918814 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.919093 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:44.919311 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 21:03:44.919556 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103176) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 21:03:45.293182 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 21:03:45.293463 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 21:03:45.293769 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 21:03:45.294243 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 21:03:45.623935 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.624232 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.624500 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.625807 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.626081 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.626344 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.672435 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.672714 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.672983 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.686999 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.687280 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.687548 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.716726 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.717008 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.717303 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.756077 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.756355 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:45.756621 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.106345 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.106980 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.106980 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.107166 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.107821 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.208249 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.208566 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.208855 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.209152 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.209424 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.209737 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.209998 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.210257 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.210509 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.210792 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.211051 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.211405 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.211667 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.211918 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.212174 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.212435 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.212687 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.212953 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.213243 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.213502 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.213770 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.214019 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.214296 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.214664 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.214912 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.215153 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.215540 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 21:03:46.215777 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 21:03:46.216011 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 21:03:46.216243 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 21:03:46.216474 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 21:03:46.216705 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 21:03:46.217062 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 21:03:46.220180 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 21:03:46.224367 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 21:03:46.228083 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Mar 08 21:03:46.229738 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 21:03:46.230209 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 21:03:46.230544 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 21:03:46.230925 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 21:03:46.233754 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 21:03:46.234010 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 21:03:46.234354 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 21:03:46.239442 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 21:03:46.263371 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 21:03:46.263825 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.264121 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103176) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 21:03:46.264491 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.266131 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103176) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 21:03:46.266411 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 21:03:46.266658 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 21:03:46.270654 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.270932 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.335058 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 21:03:46.335298 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 21:03:46.335534 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 21:03:46.335900 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 21:03:46.355831 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_db.sqlalchemy.engines [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103176) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 21:03:46.801404 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Initializing driver for type 'gre' Mar 08 21:03:46.801928 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] gre ID ranges: [(1, 1000)] Mar 08 21:03:46.856597 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Initializing driver for type 'local' Mar 08 21:03:46.856870 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Initializing driver for type 'vlan' Mar 08 21:03:46.869012 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] VlanTypeDriver initialization complete Mar 08 21:03:46.869376 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Initializing driver for type 'vxlan' Mar 08 21:03:46.869865 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] vxlan ID ranges: [(1, 1000)] Mar 08 21:03:46.921484 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Initializing extension driver 'port_security' Mar 08 21:03:46.921819 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.extensions.port_security [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] PortSecurityExtensionDriver initialization complete Mar 08 21:03:46.922160 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Initializing mechanism driver 'openvswitch' Mar 08 21:03:46.922486 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Initializing mechanism driver 'hyperv' Mar 08 21:03:46.929886 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.plugins.ml2.plugin [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:03:46.930740 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.931120 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.931479 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.932016 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 21:03:46.932460 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.932823 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.933204 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.933603 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 21:03:46.934022 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > network after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.934378 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > network after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.934727 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.935124 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 21:03:46.935540 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > security_group after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.935895 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > security_group after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.936240 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.936640 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 21:03:46.937049 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.937424 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.937768 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.938166 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 21:03:46.938576 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > address_group after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.938923 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > address_group after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.939266 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.939666 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 21:03:46.940113 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] ML2 OVO RPC backend initialized. {{(pid=103176) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 21:03:46.940990 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.941381 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.941811 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > network before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.942165 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > networks before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.942520 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > port before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.942868 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > ports before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.943215 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > subnet before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.943560 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > subnets before_response 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.943906 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > network after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.944251 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > network after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.944591 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.944932 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.945308 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.945654 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.945998 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > subnet after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.946343 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.946684 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.953970 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded quota_driver: . Mar 08 21:03:46.954346 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.plugin [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Modular L2 Plugin initialization complete Mar 08 21:03:46.954693 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading services supported by the core plugin {{(pid=103176) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 21:03:46.955041 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.plugins.ml2.managers [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Got port-security extension from driver 'port_security' Mar 08 21:03:46.955524 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.extensions.vlantransparent [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Disabled vlantransparent extension. Mar 08 21:03:46.956017 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103176) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 21:03:46.956347 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading Plugin: router Mar 08 21:03:46.993195 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.993594 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router after_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.993970 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router before_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.994340 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.994714 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.995072 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router after_delete 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.995431 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.995781 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.996139 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router after_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.996486 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.996836 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.997209 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.997569 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.997977 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.998350 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.998698 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.999041 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: subnet after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.999385 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:46.999736 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.000089 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.000441 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: port before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.000790 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.001176 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router after_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.001522 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.002007 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_create 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.002373 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.002726 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_update 55549900 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.003096 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > agent after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.003595 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > agent after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.003946 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > network after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.004796 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Tracking information for resource: router configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 21:03:47.005153 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Tracking information for resource: floatingip configured {{(pid=103176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 21:03:47.010103 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.db.l3_agentschedulers_db [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 21:03:47.010678 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.011043 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: port after_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.011397 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: port after_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.011750 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: port after_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.012529 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router before_create 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.012900 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.013303 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_create 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.013667 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > router precommit_update 55550100 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.018733 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.services.provider_configuration [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service providers = [] {{(pid=103176) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 21:03:47.019219 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.db.servicetype_db [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103176) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 21:03:47.022288 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.services.service_base [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 21:03:47.022638 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.services.service_base [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 21:03:47.022977 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.services.service_base [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 21:03:47.023872 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.services.service_base [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 21:03:47.024247 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.services.service_base [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 21:03:47.024620 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 21:03:47.024942 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 21:03:47.036283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 21:03:47.036623 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading Plugin: auto_allocate Mar 08 21:03:47.042497 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: network precommit_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.042871 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: network precommit_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.043397 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 21:03:47.043722 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading Plugin: tag Mar 08 21:03:47.051118 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 21:03:47.051449 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading Plugin: timestamp Mar 08 21:03:47.055299 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 21:03:47.055634 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading Plugin: network_ip_availability Mar 08 21:03:47.061129 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.061509 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.061871 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.062577 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 21:03:47.062901 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading Plugin: flavors Mar 08 21:03:47.068037 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 21:03:47.068370 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading Plugin: revisions Mar 08 21:03:47.072738 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 21:03:47.073153 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.779s {{(pid=103176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 21:03:47.073896 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103176) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 21:03:47.074234 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Initializing extension manager. Mar 08 21:03:47.074761 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: __init__.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.075101 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: __pycache__ {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.075438 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.075772 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.076522 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.077114 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: address-group Mar 08 21:03:47.077447 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: address_scope.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.078160 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.078677 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: address-scope Mar 08 21:03:47.079003 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.079947 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.080463 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: router-admin-state-down-before-update Mar 08 21:03:47.080790 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: agent.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.082197 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.082711 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: agent Mar 08 21:03:47.083036 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: agent_resources_synced.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.083959 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.084463 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: agent-resources-synced Mar 08 21:03:47.084789 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: allowedaddresspairs.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.086597 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.087117 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: allowed-address-pairs Mar 08 21:03:47.087447 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: auto_allocated_topology.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.088556 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.089098 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: auto-allocated-topology Mar 08 21:03:47.089436 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.090134 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.090641 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: availability_zone Mar 08 21:03:47.090965 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: availability_zone_filter.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.091883 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.092392 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: availability_zone_filter Mar 08 21:03:47.092716 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: data_plane_status.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.093652 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.094155 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 21:03:47.094476 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: default_subnetpools.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.095388 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.095892 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: default-subnetpools Mar 08 21:03:47.096214 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.097106 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.098125 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: dhcp_agent_scheduler Mar 08 21:03:47.098450 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: dns.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.099373 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.099884 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 21:03:47.100207 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: dns_domain_ports.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.101152 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.101662 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 21:03:47.101984 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.102906 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.103409 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 21:03:47.103734 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: dvr.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.104404 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.104911 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: dvr Mar 08 21:03:47.105269 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: ecmp_routes.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.106189 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.106736 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 21:03:47.107258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: empty_string_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.107914 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.108419 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: empty-string-filtering Mar 08 21:03:47.108743 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.109688 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.110193 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 21:03:47.110516 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.111437 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.111946 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 21:03:47.112276 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: external_net.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.113244 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.113754 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: external-net Mar 08 21:03:47.114079 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.114997 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.115505 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: extra_dhcp_opt Mar 08 21:03:47.115830 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: extraroute.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.116734 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.117274 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: extraroute Mar 08 21:03:47.117601 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: extraroute_atomic.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.118637 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.119155 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: extraroute-atomic Mar 08 21:03:47.119488 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: filter_validation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.120156 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.120663 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: filter-validation Mar 08 21:03:47.120986 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: fip_pf_description.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.121927 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.122430 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 21:03:47.122754 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: fip_port_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.123862 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.124377 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: fip-port-details Mar 08 21:03:47.124702 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: flavors.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.125977 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.126493 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: flavors Mar 08 21:03:47.126820 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.128560 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.129088 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 21:03:47.129438 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: floatingip_pools.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.130141 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.130653 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: floatingip-pools Mar 08 21:03:47.130981 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: ip_allocation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.131918 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.132426 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 21:03:47.132750 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.133711 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.134226 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: ip-substring-filtering Mar 08 21:03:47.134552 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l2_adjacency.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.135475 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.135977 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 21:03:47.136300 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.137314 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.137827 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: router Mar 08 21:03:47.138155 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.140426 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.141248 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 21:03:47.141583 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.142506 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.143020 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: ext-gw-mode Mar 08 21:03:47.143346 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.144966 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.145512 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: l3-ha Mar 08 21:03:47.145839 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.146759 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.147261 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 21:03:47.147585 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3_flavors.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.148503 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.149014 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: l3-flavors Mar 08 21:03:47.149384 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.150765 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.151282 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 21:03:47.151610 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.152545 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.153062 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 21:03:47.153422 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: l3agentscheduler.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.154454 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.154969 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: l3_agent_scheduler Mar 08 21:03:47.155303 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: local_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.157132 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.157665 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension local_ip not supported by any of loaded plugins Mar 08 21:03:47.158003 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: logging.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.161537 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.162072 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension logging not supported by any of loaded plugins Mar 08 21:03:47.162409 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: metering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.163162 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.163743 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: metering Mar 08 21:03:47.164073 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.165217 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.165740 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: metering_source_and_destination_fields Mar 08 21:03:47.166070 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: multiprovidernet.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.167020 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.167534 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: multi-provider Mar 08 21:03:47.167863 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: netmtu.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.168787 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.169342 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: net-mtu Mar 08 21:03:47.169671 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: netmtu_writable.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.170594 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.171111 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: net-mtu-writable Mar 08 21:03:47.171436 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: network_availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.172108 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.172618 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: network_availability_zone Mar 08 21:03:47.172939 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: network_ip_availability.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.174085 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.174602 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: network-ip-availability Mar 08 21:03:47.174928 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: network_segment_range.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.175724 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.176228 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 21:03:47.176551 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: pagination.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.177570 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.177905 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: pagination Mar 08 21:03:47.178231 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: port_device_profile.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.179144 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.179660 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: port-device-profile Mar 08 21:03:47.179986 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.180910 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.181465 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: port-mac-address-regenerate Mar 08 21:03:47.181794 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.182712 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.183221 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: port-numa-affinity-policy Mar 08 21:03:47.183546 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: port_resource_request.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.184464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.184967 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 21:03:47.185323 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: port_resource_request_groups.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.186291 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.186799 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 21:03:47.187123 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: portbindings.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.188050 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.188555 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: binding Mar 08 21:03:47.188880 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: portbindings_extended.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.190190 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.190711 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: binding-extended Mar 08 21:03:47.191069 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: portsecurity.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.192131 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.192652 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: port-security Mar 08 21:03:47.192981 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: project_id.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.193987 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.194322 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: project-id Mar 08 21:03:47.194647 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: providernet.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.195564 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.196078 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: provider Mar 08 21:03:47.196401 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.200031 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.200562 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos not supported by any of loaded plugins Mar 08 21:03:47.200898 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.202189 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.202711 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 21:03:47.203046 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.203972 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.204487 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 21:03:47.204816 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_default.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.205762 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.206278 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-default not supported by any of loaded plugins Mar 08 21:03:47.207396 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_fip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.208349 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.208865 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 21:03:47.209224 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.210154 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.210667 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 21:03:47.210992 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_gateway_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.211920 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.212433 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 21:03:47.212757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_port_network_policy.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.213829 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.214343 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 21:03:47.214668 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.215715 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.216231 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 21:03:47.216559 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.217626 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.218147 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 21:03:47.218474 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_pps_rule.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.219665 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.220192 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 21:03:47.220523 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_rule_type_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.221467 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.222008 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 21:03:47.222856 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: qos_rules_alias.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.224078 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.224600 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 21:03:47.224929 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: quota_check_limit.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.225890 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.226413 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: quota-check-limit Mar 08 21:03:47.226739 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: quotasv2.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.227667 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.227999 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: quotas Mar 08 21:03:47.228322 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: quotasv2_detail.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.230063 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.230408 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: quota_details Mar 08 21:03:47.230741 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: rbac.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.231789 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.232317 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: rbac-policies Mar 08 21:03:47.232650 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: rbac_address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.233611 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.234130 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: rbac-address-group Mar 08 21:03:47.234456 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: rbac_address_scope.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.235376 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.235888 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: rbac-address-scope Mar 08 21:03:47.236214 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: rbac_security_groups.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.237160 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.237705 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: rbac-security-groups Mar 08 21:03:47.238199 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: rbac_subnetpool.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.239206 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.239719 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: rbac-subnetpool Mar 08 21:03:47.240046 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: revisionifmatch.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.240976 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.241520 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: revision-if-match Mar 08 21:03:47.241845 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: revisions.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.242965 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.243483 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: standard-attr-revisions Mar 08 21:03:47.243812 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: router_availability_zone.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.244486 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.245003 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: router_availability_zone Mar 08 21:03:47.245355 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: routerservicetype.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.246286 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.246793 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 21:03:47.247115 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.248041 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.248552 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: security-groups-normalized-cidr Mar 08 21:03:47.248875 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.249828 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.250346 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: port-security-groups-filtering Mar 08 21:03:47.250671 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.251612 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.252121 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: security-groups-remote-address-group Mar 08 21:03:47.252445 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.253597 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.254114 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: security-groups-shared-filtering Mar 08 21:03:47.254440 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.255029 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 21:03:47.255352 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: securitygroup.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.264943 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.265525 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: security-group Mar 08 21:03:47.266112 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: segment.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.266901 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.267419 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension segment not supported by any of loaded plugins Mar 08 21:03:47.267747 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.268693 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.269930 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 21:03:47.270259 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: servicetype.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.271390 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.271912 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: service-type Mar 08 21:03:47.272243 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: sorting.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.273270 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.273610 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: sorting Mar 08 21:03:47.273939 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: standard_attr_segment.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.274882 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.275408 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 21:03:47.275737 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: standardattrdescription.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.276387 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.276903 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: standard-attr-description Mar 08 21:03:47.277260 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: stateful_security_group.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.278199 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.278718 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: stateful-security-group Mar 08 21:03:47.279046 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: stdattrs_common.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.279622 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 21:03:47.279948 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.280887 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.281424 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 21:03:47.281748 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: subnet_onboard.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.282880 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.283462 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: subnet_onboard Mar 08 21:03:47.283789 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.285307 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.285903 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 21:03:47.286228 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: subnet_service_types.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.287155 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.287751 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: subnet-service-types Mar 08 21:03:47.288084 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: subnetallocation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.289236 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.289834 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: subnet_allocation Mar 08 21:03:47.290162 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.290846 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.291368 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: subnetpool-prefix-ops Mar 08 21:03:47.291693 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.292632 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.293178 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 21:03:47.293507 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: tagging.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.294563 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.295089 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: standard-attr-tag Mar 08 21:03:47.295419 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: timestamp.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.296619 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.297167 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loaded extension: standard-attr-timestamp Mar 08 21:03:47.297500 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: trunk.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.298540 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.299053 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension trunk not supported by any of loaded plugins Mar 08 21:03:47.299379 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: trunk_details.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.300335 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.300845 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 21:03:47.301206 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: uplink_status_propagation.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.302136 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.302645 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 21:03:47.302970 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Loading extension file: vlantransparent.py {{(pid=103176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 21:03:47.303635 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 21:03:47.304143 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 21:03:47.306645 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:network Mar 08 21:03:47.307176 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:subnet Mar 08 21:03:47.307602 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 21:03:47.308005 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:port Mar 08 21:03:47.309255 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.309695 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service FLAVORS assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.310311 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.310744 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.311081 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:router Mar 08 21:03:47.311509 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 21:03:47.312009 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service METERING assigned prefix: /metering {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.313461 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.313834 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.314189 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:03:47.315199 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 21:03:47.315637 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:security_group Mar 08 21:03:47.316110 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 21:03:47.316703 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.317034 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 21:03:47.317404 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] subnetpool is already registered Mar 08 21:03:47.317846 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.318188 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 21:03:47.318526 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] subnetpool is already registered Mar 08 21:03:47.320820 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.321289 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service FLAVORS assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.321881 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.322303 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.322636 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:router Mar 08 21:03:47.322974 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] router is already registered Mar 08 21:03:47.323383 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 21:03:47.323720 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] floatingip is already registered Mar 08 21:03:47.324172 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service METERING assigned prefix: /metering {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.324843 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 21:03:47.325204 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] rbac_policy is already registered Mar 08 21:03:47.325620 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:security_group Mar 08 21:03:47.325956 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] security_group is already registered Mar 08 21:03:47.326357 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 21:03:47.326691 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] security_group_rule is already registered Mar 08 21:03:47.327327 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.327658 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 21:03:47.327992 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] subnetpool is already registered Mar 08 21:03:47.328423 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.v2.resource_helper [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Service CORE assigned prefix: {{(pid=103176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 21:03:47.328749 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 21:03:47.329103 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING neutron.quota.resource_registry [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] subnetpool is already registered Mar 08 21:03:47.329566 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: extensions {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.331020 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: address-groups {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.333241 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: address-scopes {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.334567 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.335711 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: auto-allocated-topology {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.336986 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: availability_zones {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.338215 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: dhcp-networks {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.339779 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: dhcp-agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.341205 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.343378 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: flavors {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.344543 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: service_profiles {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.345766 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: next_providers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.348003 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: service_profiles {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.349575 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: floatingip-pools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.350799 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.352870 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: floatingips {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.355173 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: l3-routers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.356540 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: l3-agents {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.358008 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: metering-labels {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.359314 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: metering-label-rules {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.360601 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: network-ip-availabilities {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.361894 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: bindings {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.363621 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: quotas {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.365209 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: quotas {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.366730 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: rbac-policies {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.368017 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: security-groups {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.369311 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: security-group-rules {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.370548 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: service-providers {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.371748 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: subnetpools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.373166 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: subnetpools {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.374615 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.376277 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.378117 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.380054 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.381863 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.383694 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.385417 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.387275 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.389026 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.391173 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron.api.extensions [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Extended resource: tags {{(pid=103176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 21:03:47.397547 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING keystonemiddleware.auth_token [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 21:03:47.402231 dv-cinder-830098-3-iscsi neutron-server[103176]: WARNING keystonemiddleware.auth_token [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 21:03:47.411362 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Acquired lock "singleton_lock" {{(pid=103176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 21:03:47.411833 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_concurrency.lockutils [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Releasing lock "singleton_lock" {{(pid=103176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 21:03:47.412495 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO oslo_service.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Starting 2 workers Mar 08 21:03:47.417456 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Started child 103283 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 21:03:47.422036 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Started child 103284 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 21:03:47.423371 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:03:47.423978 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO neutron.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 21:03:47.424300 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:03:47.424975 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [-] (103283) wsgi starting up on http://0.0.0.0:9696 Mar 08 21:03:47.426907 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO oslo_service.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Starting 1 workers Mar 08 21:03:47.427207 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:03:47.428732 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [-] (103284) wsgi starting up on http://0.0.0.0:9696 Mar 08 21:03:47.432220 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Started child 103285 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 21:03:47.432784 dv-cinder-830098-3-iscsi neutron-server[103176]: INFO oslo_service.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Starting 1 workers Mar 08 21:03:47.435813 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] calling RpcWorker wait() {{(pid=103285) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 21:03:47.436342 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] returning from RpcWorker wait() {{(pid=103285) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 21:03:47.437330 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Started child 103286 {{(pid=103176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 21:03:47.437576 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:03:47.438044 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:03:47.438171 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG neutron_lib.callbacks.manager [None req-389fe50b-e569-4ac6-8ae3-275768bccb17 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:03:47.440353 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 21:03:47.440749 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 21:03:47.441146 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 21:03:47.441513 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 21:03:47.442016 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 21:03:47.442345 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 21:03:47.443038 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.443464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.443773 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:03:47.444256 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.444256 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.444431 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.445135 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:03:47.445232 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.445471 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.445736 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.446035 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.446298 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.446472 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.446643 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.446890 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.447128 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.447427 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.447691 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.447945 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.448208 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.448381 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.448649 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.448919 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.449200 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.449471 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.449696 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.450193 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.450439 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.450684 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.450906 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.451221 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.451449 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.451733 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.451964 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.452180 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.452417 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.452671 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.452887 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.453165 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.453416 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.453627 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.453869 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.454108 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.454573 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] host = dv-cinder-830098-3-iscsi {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.454826 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.455047 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.455291 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.455557 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.455817 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.456045 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.456901 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.457171 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.457422 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.457649 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.457895 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.458143 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.458359 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.458603 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.458768 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_options = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.459098 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.459262 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.459517 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.459709 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.459877 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.460040 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.460309 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.460474 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.460717 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.460950 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.461193 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.461409 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.461657 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.461890 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.462159 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.462460 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.462827 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.463204 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.463607 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.464076 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.464696 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.465061 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.465482 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.465854 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.466132 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.466308 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.466545 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.466761 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.467123 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.467484 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.467858 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.468269 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.468630 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.469011 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.469425 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.469848 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.470637 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.471014 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.471423 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.471796 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.472760 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.473915 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.474292 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.474656 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.475002 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.475370 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.475736 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.476081 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.476455 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.476819 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.477201 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.477580 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.477937 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.478298 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.478699 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.479103 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.479755 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.480049 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.480372 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.480650 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.480874 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.481324 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.481736 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.482130 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.482550 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.482807 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.483195 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.483509 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.483905 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.484183 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.484463 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.485005 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.485590 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.486044 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.486476 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.486900 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.487207 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.487501 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.487938 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.488261 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.488596 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.488896 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.489213 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.489587 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.489928 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.490343 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.490682 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.491010 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.491346 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.491634 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.491883 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.492121 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.492340 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.492580 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.492801 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.493102 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.493339 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.493589 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.493961 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.494359 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.494583 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.494840 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.495079 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.495493 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.495905 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.496133 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.496350 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.496563 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.496917 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.497315 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.497701 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.498066 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.498459 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.498887 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.499137 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.499357 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.499695 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.500134 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.500542 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.501208 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.501636 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.502032 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.502433 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.502820 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.503766 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.504193 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.504651 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.505051 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.505318 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.505546 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.505797 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.506021 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.506239 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.506461 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.506696 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.506909 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.507124 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.507535 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.507959 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.508177 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.508414 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.508633 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.508846 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.509059 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.509296 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.509539 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.509748 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.510160 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.510490 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.510734 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.511155 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.511378 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.511627 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.511845 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.512094 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.512324 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.512524 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.512901 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.513180 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.513430 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.513662 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.513901 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.514116 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.514347 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.514579 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.514812 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.515032 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.515267 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.515500 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.515977 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.516246 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.516493 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.516727 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.516977 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.517238 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.517522 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.517786 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.518055 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.518295 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.518568 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.518923 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.519818 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.520105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.520385 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.520619 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.520884 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.521142 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.521584 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.521843 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.522094 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.522337 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.522590 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.522811 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.523049 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.523288 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.523591 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.523840 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.524164 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.524467 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.524733 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.524998 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.525283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.525556 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.526035 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.526274 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.526527 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.526760 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.526973 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.527200 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.527444 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.527661 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.527891 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.528131 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.528374 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.528589 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.528802 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.529051 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.529309 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.529546 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.529765 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.529993 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.530201 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.530445 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.530678 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.530916 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.531150 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.531366 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.531601 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.531828 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.532043 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.532302 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.532725 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.532993 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.533427 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.533645 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.533892 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.534122 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.534378 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.534620 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.534868 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.535087 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.535477 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.535697 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.535917 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.536132 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.536344 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.536572 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.536805 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.537041 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.537328 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.537675 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.537928 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.538158 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.538388 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.538625 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.538857 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.539067 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.539287 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.539512 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.539729 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.539955 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.540231 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.540450 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.540663 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.540897 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.541155 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.541412 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.541661 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.542044 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.542262 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.542483 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.542699 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.542913 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.543156 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.543382 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.543592 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.543807 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.544045 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.544223 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.544519 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.544758 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.544986 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.545261 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.545479 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.545746 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.545978 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.546189 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.546421 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.546642 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.546854 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.547061 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.547269 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:03:47.547373 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.547500 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.547707 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.547926 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.548160 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.548389 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.548611 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.548817 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.549024 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.549267 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.549481 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.549689 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.549929 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.550165 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.550582 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.550895 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.551228 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.551620 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.552088 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.552313 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.552526 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.552749 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.552967 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.553214 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.553464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.553724 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.553939 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.554244 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.554505 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.554762 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.555003 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.555320 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.555555 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.555795 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.556039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.556253 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.556493 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.556752 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.557065 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.557416 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.557671 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.557937 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.558230 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.558506 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.558785 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.558999 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.559293 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.559622 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.559928 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.560190 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.560437 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.560695 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.560935 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.561174 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.561410 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.561626 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.561839 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.562081 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.562308 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.562550 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.562765 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.563009 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.563223 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.563446 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.563658 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.563925 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.564131 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.564290 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 21:03:47.564836 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 21:03:47.564999 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 21:03:47.565184 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 21:03:47.565546 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 21:03:47.565546 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 21:03:47.566313 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 21:03:47.566548 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.566700 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.566864 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.567025 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.567184 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.567364 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.567525 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.567686 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.567846 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.568004 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.568164 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.568323 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.568483 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.568642 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.568801 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.568962 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.569141 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.569303 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.569468 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.569628 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.569786 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.569944 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.570102 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] debug = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.570263 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.570467 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.570631 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.570789 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.570948 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.571107 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.571264 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.571423 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.571582 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.571740 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.571899 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.572058 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.572215 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.572373 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.572532 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.572694 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.573590 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.573934 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.573934 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] host = dv-cinder-830098-3-iscsi {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.574526 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.574526 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.574526 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.574526 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.574991 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.574991 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.574991 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.575334 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.575334 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.575580 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.575580 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.575802 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.575802 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.576276 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.576276 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_options = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.576276 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.576623 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.576623 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.576867 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.576867 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.577063 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.577223 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.577347 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.577590 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.577949 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.577949 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.578196 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.578196 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.578395 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.578518 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.578642 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.578765 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.578925 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.579097 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.579259 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.579418 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.579576 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.579733 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.579890 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.580049 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.580207 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.580365 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.580522 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.580680 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.580839 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.580996 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.581193 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.581453 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.582112 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.582273 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.582432 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.582591 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.582754 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.582918 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.583079 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.583236 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.583395 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.583553 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.583711 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.583869 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.584027 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.584185 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_json = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.584344 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.584501 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.584659 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.584818 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.584974 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.585169 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.585306 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.585465 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.585623 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 21:03:47.585804 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.585968 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.586142 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.586304 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.586467 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.586629 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.586790 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.586951 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.587112 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.587275 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.587443 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.587605 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.587776 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.587938 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.588099 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.588263 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.588425 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.588587 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.588750 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.588911 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.589072 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.589253 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.589426 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.589589 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.589752 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.589915 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.590078 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.590247 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.590408 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.590860 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.590860 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.591016 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.599021 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.599021 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.599021 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.599021 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.599021 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.600875 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 35886) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.601039 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.602258 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604062 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.604757 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.605464 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.606943 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607022 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066636 Mar 08 21:03:47.607105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607105 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607822 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607822 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607822 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607822 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607822 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607822 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607822 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.607822 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.608604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.608604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.608604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.608604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.608604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.608604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.608604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.608604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609229 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609229 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609229 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609229 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609229 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609229 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609229 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609229 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609784 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609784 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609784 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609784 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609784 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609784 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609784 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.609784 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.610394 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.610394 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.610394 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.610394 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.610664 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.610664 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.610830 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.611014 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.611173 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.611333 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.611544 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.611643 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.611794 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.611953 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.612116 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.612278 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.612437 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.612623 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.612787 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.612945 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.613123 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.613366 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.613535 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.613696 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.613856 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.614015 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.614174 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.614334 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.614493 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.614652 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.614812 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.614971 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.615130 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.615292 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.615456 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.615600 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.615739 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.616692 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.616692 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.616692 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.616692 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.616692 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.616692 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.617529 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.617529 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.617529 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.617529 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.617529 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618162 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618162 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618162 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618162 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618162 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618806 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618806 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618806 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.618806 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.619317 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.619317 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.619317 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.619317 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.619856 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.619856 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.619856 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.620231 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.620231 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.620231 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.620608 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.620608 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.620872 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.620872 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.621141 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.621141 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.621436 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.621436 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.621698 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.621838 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.621974 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.622118 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.622255 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.622389 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.622523 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.622656 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.622789 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.622923 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.623075 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.623211 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.623353 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.623488 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.623652 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.623815 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.623989 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.624151 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.624312 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.624475 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.624651 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.624817 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.624967 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.625226 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.625369 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.625532 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.625691 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.625849 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.626034 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.626180 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.626338 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627254 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627254 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627254 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627254 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627254 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627254 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627703 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627703 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627703 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627926 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.627992 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.628143 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.629373 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.629549 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.629704 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.629879 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.630042 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.630206 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.630354 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.630512 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.630672 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.630847 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.631008 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.631167 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.631358 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.631495 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.631656 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.631817 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.631990 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.632150 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.632313 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.632473 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.632635 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.632796 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.632958 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.633151 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.633314 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.633480 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.633640 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.634413 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.634599 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.634774 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.634939 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.635109 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.635283 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.635444 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.635604 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.635763 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.635922 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.636082 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.636241 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.636401 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.636563 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.636721 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.636880 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.637038 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.637221 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.637379 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.637539 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.637698 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.637857 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.638017 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.638179 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.638340 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 21:03:47.638490 dv-cinder-830098-3-iscsi neutron-server[103176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 21:03:58.969618 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad45386-041e-4753-9753-bb589f98cd5b None None] get_active_networks_info from dv-cinder-830098-3-iscsi {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 21:03:59.038001 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad45386-041e-4753-9753-bb589f98cd5b None None] No non-hosted networks {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 21:03:59.062660 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.agentschedulers_db [None req-4ad45386-041e-4753-9753-bb589f98cd5b None None] DHCP Agent not found on host dv-cinder-830098-3-iscsi {{(pid=103285) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 21:03:59.169608 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6fd07c3b-3214-484f-a49f-a95f5e1a911b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-968681'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:01.262202 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-073e811a-5578-437f-b9a8-c6b8ba608ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-968681'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:01.296112 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-756a5185-b3dc-4796-ac9e-94b5c89525d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:02.475996 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-968681'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:03.990197 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-968681'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:05.366281 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 35968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:05.486078 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-968681'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:05.488304 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.488833 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.489498 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.489997 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.490538 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.491069 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.491655 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.492172 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.492691 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.493182 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.493820 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.494487 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.495264 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:05.495865 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830098-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:05.502346 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830098-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:05.920557 dv-cinder-830098-3-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-1902d430-c485-4335-85bb-4bc6ec97b859 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 21:04:05.921238 dv-cinder-830098-3-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-1902d430-c485-4335-85bb-4bc6ec97b859 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 21:04:06.150745 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-1902d430-c485-4335-85bb-4bc6ec97b859 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:04:06.153534 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1902d430-c485-4335-85bb-4bc6ec97b859 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7861137 Mar 08 21:04:08.416624 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.db.l3_hamode_db [None req-b0f68b85-ec9b-4fe7-9883-e50dca48133b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 21:04:08.496748 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f68b85-ec9b-4fe7-9883-e50dca48133b None None] Routers set() bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:04:08.497163 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f68b85-ec9b-4fe7-9883-e50dca48133b None None] Router IDs set() for agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 21:04:08.743491 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 35994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:09.052942 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2a435be7-e892-409b-91d0-7ed243273ef1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:04:09.146253 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.policy [None req-2a435be7-e892-409b-91d0-7ed243273ef1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 21:04:09.188346 dv-cinder-830098-3-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-2a435be7-e892-409b-91d0-7ed243273ef1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 21:04:09.188714 dv-cinder-830098-3-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-2a435be7-e892-409b-91d0-7ed243273ef1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 21:04:09.284846 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a435be7-e892-409b-91d0-7ed243273ef1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740874902329', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740874901868', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740874888160', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740874886903', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740875005953', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740874998955', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16740492', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16620621', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-724244', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-715867'] for rbac-policy (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:09.352644 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a435be7-e892-409b-91d0-7ed243273ef1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:09.353876 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2a435be7-e892-409b-91d0-7ed243273ef1 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6094184 Mar 08 21:04:11.827817 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36004) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:12.132953 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:04:12.161155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Made reservation on behalf of e9b39488202a4236ac97f13f8e9d4f95 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:04:12.164851 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:12.181320 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:12.289571 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Publish callbacks [] for security_group (adf88091-03a9-43c0-9357-bbcb634fc6ac), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:12.293279 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (adf88091-03a9-43c0-9357-bbcb634fc6ac), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:12.318328 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:04:12.353503 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740870452318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (59a04920-e0a1-4d05-8d55-f32c62d11dbf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:12.354093 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Unsubscribe: segment precommit_create {{(pid=103284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 21:04:12.354706 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Added segment 59a04920-e0a1-4d05-8d55-f32c62d11dbf of type vlan for network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 Mar 08 21:04:12.371005 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=adf88091-03a9-43c0-9357-bbcb634fc6ac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:12.397720 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.398089 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.398447 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.398783 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.399109 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.399432 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.399752 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.400072 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.400388 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.400724 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.401045 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.401385 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.401700 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Tracked resource versions report: Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: pushed versions: Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: { 'AddressGroup': {'1.2'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Log': {'1.0'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Network': {'1.1'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Port': {'1.7'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'PortForwarding': {'1.2'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'QosPolicy': {'1.10'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SecurityGroup': {'1.5'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SubPort': {'1.0'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Subnet': {'1.1'}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Trunk': {'1.1'}} Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: consumer versions: Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: { DHCP agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: L3 agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: Metadata agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: Metering agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: Open vSwitch agent@dv-cinder-830098-3-iscsi: { 'AddressGroup': '1.2', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'ConntrackHelper': '1.0', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'LocalIPAssociation': '1.0', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Log': '1.0', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Network': '1.1', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Port': '1.7', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'PortForwarding': '1.2', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'QosPolicy': '1.10', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SecurityGroup': '1.5', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SecurityGroupRule': '1.2', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SubPort': '1.0', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Subnet': '1.1', Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Trunk': '1.1'}} Mar 08 21:04:12.403081 dv-cinder-830098-3-iscsi neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 21:04:12.469414 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (78a6b135-97e7-449a-913e-6b9b2d55b5e0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:12.509797 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (78a6b135-97e7-449a-913e-6b9b2d55b5e0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:12.515131 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:12.515832 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:12.584700 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7556956 Mar 08 21:04:12.636036 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4ab7f-2346-43e9-92de-d84e47431316 demo demo] Pushing event updated for resources: {'Network': ['ID=78a6b135-97e7-449a-913e-6b9b2d55b5e0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:12.649056 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:04:15.145987 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36016) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:15.546579 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004016a6-197f-4854-b5be-20b8ab28bbba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:15.547865 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-004016a6-197f-4854-b5be-20b8ab28bbba demo admin] 10.222.0.61 "GET /v2.0/networks/78a6b135-97e7-449a-913e-6b9b2d55b5e0 HTTP/1.1" status: 200 len: 825 time: 0.4009380 Mar 08 21:04:15.572294 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-19ed17cc-29ed-42cc-a5aa-78929e2b2521 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/f2028901-dd1c-4539-8ebc-9aee81ef55d8 HTTP/1.1" status: 200 len: 734 time: 0.0186520 Mar 08 21:04:15.580978 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Request body: {'subnet': {'subnetpool_id': 'f2028901-dd1c-4539-8ebc-9aee81ef55d8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:04:15.600948 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Made reservation on behalf of e9b39488202a4236ac97f13f8e9d4f95 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:04:15.603204 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:15.891323 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (e15d5a66-d851-46fc-85e7-6ee58a1e23a7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:15.961424 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Checking segment: {'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:04:15.961808 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Network hostable DHCP agents. Network: 78a6b135-97e7-449a-913e-6b9b2d55b5e0, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:04:15.968591 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e15d5a66-d851-46fc-85e7-6ee58a1e23a7,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:15.986795 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:04:15.997856 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 78a6b135-97e7-449a-913e-6b9b2d55b5e0) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:04:16.008407 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b89ca7-c070-44d0-891c-4fff86f6d830 None None] Network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:04:16.011709 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:16.012312 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:16.027713 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-25c14b6a-18f9-4d59-9c70-4fdfafbd9648 demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4503942 Mar 08 21:04:16.384446 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'fixed_ips': [{'subnet_id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:04:16.385744 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:16.661623 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Allocated IP 172.20.0.2 (78a6b135-97e7-449a-913e-6b9b2d55b5e0/e15d5a66-d851-46fc-85e7-6ee58a1e23a7/0cd39e98-065d-48c4-a710-6f18ada23c9a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:04:16.939875 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Publish callbacks [] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:16.947995 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:17.026065 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:04:17.030707 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:04:17.034556 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:04:17.044065 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Pushing event updated for resources: {'Port': ['ID=0cd39e98-065d-48c4-a710-6f18ada23c9a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:17.072639 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.072998 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.073383 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.073724 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.074062 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.074388 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.074714 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.075037 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.075360 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.075696 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.076019 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.076336 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.076653 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Tracked resource versions report: Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: pushed versions: Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: { 'AddressGroup': {'1.2'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Log': {'1.0'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Network': {'1.1'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Port': {'1.7'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'PortForwarding': {'1.2'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'QosPolicy': {'1.10'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SecurityGroup': {'1.5'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SubPort': {'1.0'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Subnet': {'1.1'}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Trunk': {'1.1'}} Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: consumer versions: Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: { DHCP agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: L3 agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: Metadata agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: Metering agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: Open vSwitch agent@dv-cinder-830098-3-iscsi: { 'AddressGroup': '1.2', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'ConntrackHelper': '1.0', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'LocalIPAssociation': '1.0', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Log': '1.0', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Network': '1.1', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Port': '1.7', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'PortForwarding': '1.2', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'QosPolicy': '1.10', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SecurityGroup': '1.5', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SecurityGroupRule': '1.2', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SubPort': '1.0', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Subnet': '1.1', Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Trunk': '1.1'}} Mar 08 21:04:17.078105 dv-cinder-830098-3-iscsi neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 21:04:17.127435 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Attempting to bind port 0cd39e98-065d-48c4-a710-6f18ada23c9a on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:04:17.127834 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Attempting to bind port 0cd39e98-065d-48c4-a710-6f18ada23c9a by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:04:17.128240 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Attempting to bind port 0cd39e98-065d-48c4-a710-6f18ada23c9a on network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:04:17.132984 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:04:17.133495 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Checking segment: {'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:04:17.133988 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:17.134376 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Bound using segment: {'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:04:17.134850 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Bound port: 0cd39e98-065d-48c4-a710-6f18ada23c9a, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:04:17.135251 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:17.196185 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] For port 0cd39e98-065d-48c4-a710-6f18ada23c9a, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:04:17.200308 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] For port 0cd39e98-065d-48c4-a710-6f18ada23c9a, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=0cd39e98-065d-48c4-a710-6f18ada23c9a,segment=NetworkSegment(59a04920-e0a1-4d05-8d55-f32c62d11dbf),segment_id=59a04920-e0a1-4d05-8d55-f32c62d11dbf)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:04:17.208860 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:17.276119 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7bb3e-3a3a-45fe-b2e7-6f5bcedde7f4 None None] Pushing event updated for resources: {'Port': ['ID=0cd39e98-065d-48c4-a710-6f18ada23c9a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:18.619481 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36024) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:19.128726 dv-cinder-830098-3-iscsi neutron-server[103283]: WARNING oslo_policy.policy [None req-a96172f3-1945-479b-9389-a840ab191994 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 21:04:19.129411 dv-cinder-830098-3-iscsi neutron-server[103283]: WARNING oslo_policy.policy [None req-a96172f3-1945-479b-9389-a840ab191994 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 21:04:19.357863 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [None req-a96172f3-1945-479b-9389-a840ab191994 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:04:19.359098 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a96172f3-1945-479b-9389-a840ab191994 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7375851 Mar 08 21:04:21.905437 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36038) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:22.220399 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [None req-4d0e868b-efcd-4a03-9802-bd66bc60e099 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:04:22.221502 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4d0e868b-efcd-4a03-9802-bd66bc60e099 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3150239 Mar 08 21:04:24.796507 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36046) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:25.110361 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:04:25.171112 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.policy [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 21:04:25.214411 dv-cinder-830098-3-iscsi neutron-server[103283]: WARNING oslo_policy.policy [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 21:04:25.214818 dv-cinder-830098-3-iscsi neutron-server[103283]: WARNING oslo_policy.policy [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 21:04:25.276936 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (ffb347dc-b105-4d86-943c-15083fdf05e2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:25.279090 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (ffb347dc-b105-4d86-943c-15083fdf05e2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:25.442626 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] Publish callbacks [] for router_controller (ffb347dc-b105-4d86-943c-15083fdf05e2), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:25.448315 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (ffb347dc-b105-4d86-943c-15083fdf05e2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:25.474405 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:25.475642 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c1f460e0-ca66-45b1-af61-a2cf159304a0 demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6780963 Mar 08 21:04:28.116907 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36060) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:28.294567 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0cd39e98-065d-48c4-a710-6f18ada23c9a up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:04:28.385250 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 0cd39e98-065d-48c4-a710-6f18ada23c9a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:28.385670 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:28.451721 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [None req-c11ec2eb-0dba-47d0-817b-57c45def78dc admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:04:28.453206 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c11ec2eb-0dba-47d0-817b-57c45def78dc admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3347745 Mar 08 21:04:28.494780 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 0cd39e98-065d-48c4-a710-6f18ada23c9a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:04:28.495365 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:28.536164 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 0cd39e98-065d-48c4-a710-6f18ada23c9a, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=0cd39e98-065d-48c4-a710-6f18ada23c9a,segment=NetworkSegment(59a04920-e0a1-4d05-8d55-f32c62d11dbf),segment_id=59a04920-e0a1-4d05-8d55-f32c62d11dbf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:04:28.540938 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:28.593290 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=0cd39e98-065d-48c4-a710-6f18ada23c9a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:28.721501 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c62ccb-4566-4eed-95b6-4730cfcdd7e5 None None] Network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:04:28.800093 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0de1082e-2b7d-4b2f-b299-5f102625f698 None None] Provisioning complete for port 0cd39e98-065d-48c4-a710-6f18ada23c9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:28.800483 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0de1082e-2b7d-4b2f-b299-5f102625f698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:28.933682 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e81258e-3bc9-4ba4-be1e-a645550a9445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:28.943080 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0de1082e-2b7d-4b2f-b299-5f102625f698 None None] Current status of the port 0cd39e98-065d-48c4-a710-6f18ada23c9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:04:29.082060 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-42c81bdf-8f06-4455-bd8b-74bed15e2047 None None] Provisioning complete for port 0cd39e98-065d-48c4-a710-6f18ada23c9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:29.082460 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42c81bdf-8f06-4455-bd8b-74bed15e2047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:29.159296 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-42c81bdf-8f06-4455-bd8b-74bed15e2047 None None] Current status of the port 0cd39e98-065d-48c4-a710-6f18ada23c9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:04:30.259516 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0cd39e98-065d-48c4-a710-6f18ada23c9a up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:04:30.305346 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 0cd39e98-065d-48c4-a710-6f18ada23c9a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:30.305731 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:30.381161 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 0cd39e98-065d-48c4-a710-6f18ada23c9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:04:31.020919 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:31.255805 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-562a752d-4d78-40d7-97db-13095aebd32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.330708 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:04:31.349385 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Made reservation on behalf of 599bbf978cca433cbd57970b48063249 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:04:31.351598 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.359579 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.432447 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Publish callbacks [] for security_group (2b3ce0d1-f3fa-464c-8488-3f6beac981ad), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.435977 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2b3ce0d1-f3fa-464c-8488-3f6beac981ad), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.451390 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Reserving flat network on physical network physnet1 {{(pid=103284) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 21:04:31.471195 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ce0d1-f3fa-464c-8488-3f6beac981ad,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:31.474547 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (1db19ca5-635a-4daf-a92a-fb0c539253e9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.474887 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Added segment 1db19ca5-635a-4daf-a92a-fb0c539253e9 of type flat for network b83902fa-2f9b-4474-a51c-1bd972ef9332 Mar 08 21:04:31.521107 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (b83902fa-2f9b-4474-a51c-1bd972ef9332), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.561851 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (b83902fa-2f9b-4474-a51c-1bd972ef9332), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.562827 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:31.564351 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:31.608803 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5867870 Mar 08 21:04:31.659996 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781290d-810c-4bfc-ac91-15447f9995ac admin admin] Pushing event updated for resources: {'Network': ['ID=b83902fa-2f9b-4474-a51c-1bd972ef9332,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:31.670837 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:04:32.421748 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:33.958686 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:34.177267 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36090) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:34.409153 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96f6a3-3d45-488f-9a74-54e0c53a852f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:34.410641 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4c96f6a3-3d45-488f-9a74-54e0c53a852f demo admin] 10.222.0.61 "GET /v2.0/subnets/e15d5a66-d851-46fc-85e7-6ee58a1e23a7 HTTP/1.1" status: 200 len: 849 time: 0.2324271 Mar 08 21:04:34.528233 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3c42fa33-9057-4c76-a395-eca38589b39f demo admin] 10.222.0.61 "GET /v2.0/routers/ffb347dc-b105-4d86-943c-15083fdf05e2 HTTP/1.1" status: 200 len: 704 time: 0.1120560 Mar 08 21:04:34.808468 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.105709 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Allocated IP 172.20.0.1 (78a6b135-97e7-449a-913e-6b9b2d55b5e0/e15d5a66-d851-46fc-85e7-6ee58a1e23a7/a8d2da41-d27f-43d2-acd9-db2cb3e11d19) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:04:35.306640 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Publish callbacks [] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.372061 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.431534 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:04:35.436135 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:04:35.479261 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Pushing event updated for resources: {'Port': ['ID=a8d2da41-d27f-43d2-acd9-db2cb3e11d19,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:35.487720 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:04:35.488264 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (ffb347dc-b105-4d86-943c-15083fdf05e2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.492245 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.508254 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.508591 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.508951 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.509314 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.509645 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.509972 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.510320 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.510649 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.510971 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.511307 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.511653 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.511966 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.512289 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Tracked resource versions report: Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: pushed versions: Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: { 'AddressGroup': {'1.2'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Log': {'1.0'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Network': {'1.1'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Port': {'1.7'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'PortForwarding': {'1.2'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'QosPolicy': {'1.10'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SecurityGroup': {'1.5'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SubPort': {'1.0'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Subnet': {'1.1'}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Trunk': {'1.1'}} Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: consumer versions: Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: { DHCP agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: L3 agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: Metadata agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: Metering agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: Open vSwitch agent@dv-cinder-830098-3-iscsi: { 'AddressGroup': '1.2', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'ConntrackHelper': '1.0', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'LocalIPAssociation': '1.0', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Log': '1.0', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Network': '1.1', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Port': '1.7', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'PortForwarding': '1.2', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'QosPolicy': '1.10', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SecurityGroup': '1.5', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SecurityGroupRule': '1.2', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SubPort': '1.0', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Subnet': '1.1', Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Trunk': '1.1'}} Mar 08 21:04:35.513737 dv-cinder-830098-3-iscsi neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 21:04:35.694024 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.716461 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5cb90c09-93dc-4f9f-bbc9-3bf6e6195d24 None None] Provisioning complete for port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:35.716853 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5cb90c09-93dc-4f9f-bbc9-3bf6e6195d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.799329 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5cb90c09-93dc-4f9f-bbc9-3bf6e6195d24 None None] Port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:04:35.903829 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Publish callbacks [] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.908160 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.908933 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (ffb347dc-b105-4d86-943c-15083fdf05e2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:35.986377 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Pushing event updated for resources: {'Port': ['ID=a8d2da41-d27f-43d2-acd9-db2cb3e11d19,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:36.030107 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:04:36.031348 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:04:36.260029 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Router ffb347dc-b105-4d86-943c-15083fdf05e2 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:04:36.358686 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:04:36.364620 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6b5df87d-49be-4c7d-a594-e25c50db9688 demo admin] 10.222.0.61 "PUT /v2.0/routers/ffb347dc-b105-4d86-943c-15083fdf05e2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8309455 Mar 08 21:04:36.369046 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Sync routers for ids ['ffb347dc-b105-4d86-943c-15083fdf05e2'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:04:36.381459 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Routers {'ffb347dc-b105-4d86-943c-15083fdf05e2'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:04:36.382327 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:04:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['ffb347dc-b105-4d86-943c-15083fdf05e2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:36.425320 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5c0444e7-481c-482b-a867-9274ed6bc6f3 None None] Provisioning complete for port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:36.425724 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c0444e7-481c-482b-a867-9274ed6bc6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:36.462834 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5c0444e7-481c-482b-a867-9274ed6bc6f3 None None] Port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:04:36.575223 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Set router ffb347dc-b105-4d86-943c-15083fdf05e2 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:04:37.009829 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'name': 'router1', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:04:25Z', 'updated_at': '2022-03-08T21:04:35Z', 'revision_number': 2, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'gw_port_host': None, '_interfaces': [{'id': 'a8d2da41-d27f-43d2-acd9-db2cb3e11d19', 'name': '', 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'mac_address': 'fa:16:3e:0d:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:34Z', 'updated_at': '2022-03-08T21:04:35Z', 'revision_number': 2, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'subnets': [{'id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2028901-dd1c-4539-8ebc-9aee81ef55d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:37.059317 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Checking router: ffb347dc-b105-4d86-943c-15083fdf05e2 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:04:37.059684 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Updating router ffb347dc-b105-4d86-943c-15083fdf05e2 port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:04:37.139738 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:37.624322 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Publish callbacks [] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:37.631188 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:37.796627 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Attempting to bind port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:04:37.797036 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Attempting to bind port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:04:37.797494 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Attempting to bind port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 on network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:04:37.800903 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Pushing event updated for resources: {'Port': ['ID=a8d2da41-d27f-43d2-acd9-db2cb3e11d19,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:37.809616 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:04:37.810046 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Checking segment: {'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:04:37.810587 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:37.810950 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Bound using segment: {'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:04:37.811416 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Bound port: a8d2da41-d27f-43d2-acd9-db2cb3e11d19, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a04920-e0a1-4d05-8d55-f32c62d11dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:04:37.811795 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:37.821392 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.821746 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.822085 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.822415 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.822742 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.823064 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.823388 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.823704 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.824022 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.824413 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.824737 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.825052 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.825389 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Tracked resource versions report: Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: pushed versions: Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: { 'AddressGroup': {'1.2'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Log': {'1.0'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Network': {'1.1'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Port': {'1.7'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'PortForwarding': {'1.2'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'QosPolicy': {'1.10'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SecurityGroup': {'1.5'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SubPort': {'1.0'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Subnet': {'1.1'}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Trunk': {'1.1'}} Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: consumer versions: Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: { DHCP agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: L3 agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: Metadata agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: Metering agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: Open vSwitch agent@dv-cinder-830098-3-iscsi: { 'AddressGroup': '1.2', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'ConntrackHelper': '1.0', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'LocalIPAssociation': '1.0', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Log': '1.0', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Network': '1.1', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Port': '1.7', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'PortForwarding': '1.2', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'QosPolicy': '1.10', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SecurityGroup': '1.5', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SecurityGroupRule': '1.2', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SubPort': '1.0', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Subnet': '1.1', Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Trunk': '1.1'}} Mar 08 21:04:37.826825 dv-cinder-830098-3-iscsi neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 21:04:37.885547 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] For port a8d2da41-d27f-43d2-acd9-db2cb3e11d19, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:04:37.898679 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6ffc34de-5d24-43e3-b05c-c41837751af3 None None] Provisioning complete for port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:37.899198 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ffc34de-5d24-43e3-b05c-c41837751af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:37.906350 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] For port a8d2da41-d27f-43d2-acd9-db2cb3e11d19, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=a8d2da41-d27f-43d2-acd9-db2cb3e11d19,segment=NetworkSegment(59a04920-e0a1-4d05-8d55-f32c62d11dbf),segment_id=59a04920-e0a1-4d05-8d55-f32c62d11dbf)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:04:37.913486 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:37.936937 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc34de-5d24-43e3-b05c-c41837751af3 None None] Port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:04:37.966779 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Routers {'ffb347dc-b105-4d86-943c-15083fdf05e2'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:04:37.967391 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:04:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['ffb347dc-b105-4d86-943c-15083fdf05e2'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:38.042499 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d8a8a-0d49-4f87-b64f-26d12f3ea526 None None] Pushing event updated for resources: {'Port': ['ID=a8d2da41-d27f-43d2-acd9-db2cb3e11d19,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:38.069004 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] Set router ffb347dc-b105-4d86-943c-15083fdf05e2 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:04:38.155714 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-99f4a23c-1c17-4250-82c2-7e93f6157c72 None None] Provisioning complete for port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:38.156103 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99f4a23c-1c17-4250-82c2-7e93f6157c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:38.238406 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-99f4a23c-1c17-4250-82c2-7e93f6157c72 None None] Current status of the port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:04:38.238811 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99f4a23c-1c17-4250-82c2-7e93f6157c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:38.277331 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-99f4a23c-1c17-4250-82c2-7e93f6157c72 None None] For port a8d2da41-d27f-43d2-acd9-db2cb3e11d19, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=a8d2da41-d27f-43d2-acd9-db2cb3e11d19,segment=NetworkSegment(59a04920-e0a1-4d05-8d55-f32c62d11dbf),segment_id=59a04920-e0a1-4d05-8d55-f32c62d11dbf)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:04:38.282796 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99f4a23c-1c17-4250-82c2-7e93f6157c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:38.284705 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'name': 'router1', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:04:25Z', 'updated_at': '2022-03-08T21:04:35Z', 'revision_number': 2, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'gw_port_host': None, '_interfaces': [{'id': 'a8d2da41-d27f-43d2-acd9-db2cb3e11d19', 'name': '', 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'mac_address': 'fa:16:3e:0d:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:34Z', 'updated_at': '2022-03-08T21:04:37Z', 'revision_number': 4, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'subnets': [{'id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2028901-dd1c-4539-8ebc-9aee81ef55d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:38.311210 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75025ff1-a08b-4fdb-8785-04da3bee5cac None None] The sync data for ids ['ffb347dc-b105-4d86-943c-15083fdf05e2'] in dv-cinder-830098-3-iscsi is: [{'id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'name': 'router1', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:04:25Z', 'updated_at': '2022-03-08T21:04:35Z', 'revision_number': 2, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'gw_port_host': None, '_interfaces': [{'id': 'a8d2da41-d27f-43d2-acd9-db2cb3e11d19', 'name': '', 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'mac_address': 'fa:16:3e:0d:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:34Z', 'updated_at': '2022-03-08T21:04:37Z', 'revision_number': 4, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'subnets': [{'id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2028901-dd1c-4539-8ebc-9aee81ef55d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:04:38.333131 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4a23c-1c17-4250-82c2-7e93f6157c72 None None] Pushing event updated for resources: {'Port': ['ID=a8d2da41-d27f-43d2-acd9-db2cb3e11d19,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:38.898936 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:39.008654 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab59f8-e398-4724-93aa-a30bb8dd6981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:39.010064 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-92ab59f8-e398-4724-93aa-a30bb8dd6981 admin admin] 10.222.0.61 "GET /v2.0/networks/b83902fa-2f9b-4474-a51c-1bd972ef9332 HTTP/1.1" status: 200 len: 842 time: 0.1101775 Mar 08 21:04:39.020076 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:04:39.043331 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Made reservation on behalf of 599bbf978cca433cbd57970b48063249 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:04:39.045768 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:39.356773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.objects.ports [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103283) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 21:04:39.357235 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (6af75008-42e0-4c97-a5fd-31591343e2e6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:39.409889 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af75008-42e0-4c97-a5fd-31591343e2e6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:39.422096 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:04:39.422452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Network hostable DHCP agents. Network: b83902fa-2f9b-4474-a51c-1bd972ef9332, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:04:39.443854 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:04:39.456157 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, b83902fa-2f9b-4474-a51c-1bd972ef9332) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:04:39.460413 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:39.461030 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:39.468034 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4abe61-79cc-4b25-9056-77d6e4996417 None None] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:04:39.482144 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9753d9b4-2acd-4123-9ef6-2f845ef67d3a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4658415 Mar 08 21:04:39.592188 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70772e7-4057-4a93-a553-802861b09347 None None] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:04:41.938039 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36122) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:42.072374 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-330daf2a-1441-409d-a5ee-85561584b8f2 demo admin] 10.222.0.61 "GET /v2.0/routers/ffb347dc-b105-4d86-943c-15083fdf05e2 HTTP/1.1" status: 200 len: 710 time: 0.1331284 Mar 08 21:04:42.158621 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79018443-8d64-403d-988c-103a0d9c6887 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:04:42.161387 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-79018443-8d64-403d-988c-103a0d9c6887 demo admin] 10.222.0.61 "GET /v2.0/networks/b83902fa-2f9b-4474-a51c-1bd972ef9332 HTTP/1.1" status: 200 len: 886 time: 0.0837193 Mar 08 21:04:42.170191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:04:42.430505 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks [] for router_gateway (ffb347dc-b105-4d86-943c-15083fdf05e2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:42.733064 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks [] for router_gateway (ffb347dc-b105-4d86-943c-15083fdf05e2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:42.806826 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:42.910238 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Allocated IP 172.27.1.98 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/22c4993f-0722-4293-9c5b-4d2bfd33c010) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:04:43.008781 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks [] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:43.045281 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:43.082164 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:04:43.084881 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:04:43.088181 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:04:43.124063 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Pushing event updated for resources: {'Port': ['ID=22c4993f-0722-4293-9c5b-4d2bfd33c010,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:43.339370 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks [] for router_gateway (ffb347dc-b105-4d86-943c-15083fdf05e2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:43.545896 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-969947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-972812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8538'] for router (ffb347dc-b105-4d86-943c-15083fdf05e2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:43.550344 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-969938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-969961', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-972803'] for router (ffb347dc-b105-4d86-943c-15083fdf05e2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:43.669163 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Router ffb347dc-b105-4d86-943c-15083fdf05e2 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:04:43.785674 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:04:43.789941 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:43.791196 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ce9fe3ce-a4a5-4fe6-9570-ec2503416ce9 demo admin] 10.222.0.61 "PUT /v2.0/routers/ffb347dc-b105-4d86-943c-15083fdf05e2 HTTP/1.1" status: 200 len: 889 time: 1.6241372 Mar 08 21:04:46.293781 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device a8d2da41-d27f-43d2-acd9-db2cb3e11d19 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:04:46.342578 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36134) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:04:46.345532 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:46.346102 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:46.428519 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:04:46.462912 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ce7a3877-e68a-4047-bf27-eef50d6c0ab0 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1191468 Mar 08 21:04:47.002138 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Sync routers for ids ['ffb347dc-b105-4d86-943c-15083fdf05e2'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:04:47.015312 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Routers {'ffb347dc-b105-4d86-943c-15083fdf05e2'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:04:47.016058 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:04:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['ffb347dc-b105-4d86-943c-15083fdf05e2'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:47.239150 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Set router ffb347dc-b105-4d86-943c-15083fdf05e2 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:04:47.644824 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'name': 'router1', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '22c4993f-0722-4293-9c5b-4d2bfd33c010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:04:25Z', 'updated_at': '2022-03-08T21:04:43Z', 'revision_number': 4, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'gw_port': {'id': '22c4993f-0722-4293-9c5b-4d2bfd33c010', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:20:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:42Z', 'updated_at': '2022-03-08T21:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a8d2da41-d27f-43d2-acd9-db2cb3e11d19', 'name': '', 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'mac_address': 'fa:16:3e:0d:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:34Z', 'updated_at': '2022-03-08T21:04:38Z', 'revision_number': 5, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'subnets': [{'id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2028901-dd1c-4539-8ebc-9aee81ef55d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:47.775267 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Checking router: ffb347dc-b105-4d86-943c-15083fdf05e2 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:04:47.775724 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Updating router ffb347dc-b105-4d86-943c-15083fdf05e2 port 22c4993f-0722-4293-9c5b-4d2bfd33c010 binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:04:47.828882 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:48.162631 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Publish callbacks [] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:48.169129 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:48.227059 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b60e45-b3ba-4f01-b94c-382ff00baa25 None None] Pushing event updated for resources: {'Port': ['ID=22c4993f-0722-4293-9c5b-4d2bfd33c010,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:48.236558 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Attempting to bind port 22c4993f-0722-4293-9c5b-4d2bfd33c010 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:04:48.236928 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Attempting to bind port 22c4993f-0722-4293-9c5b-4d2bfd33c010 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:04:48.237310 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Attempting to bind port 22c4993f-0722-4293-9c5b-4d2bfd33c010 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:04:48.243273 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:04:48.243644 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:04:48.244042 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:48.244430 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:04:48.245352 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Bound port: 22c4993f-0722-4293-9c5b-4d2bfd33c010, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:04:48.245735 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:48.302014 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] For port 22c4993f-0722-4293-9c5b-4d2bfd33c010, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:04:48.305763 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] For port 22c4993f-0722-4293-9c5b-4d2bfd33c010, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=22c4993f-0722-4293-9c5b-4d2bfd33c010,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:04:48.311806 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:48.365115 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Routers {'ffb347dc-b105-4d86-943c-15083fdf05e2'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:04:48.365747 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:04:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['ffb347dc-b105-4d86-943c-15083fdf05e2'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:48.417969 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b60e45-b3ba-4f01-b94c-382ff00baa25 None None] Pushing event updated for resources: {'Port': ['ID=22c4993f-0722-4293-9c5b-4d2bfd33c010,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:48.494647 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] Set router ffb347dc-b105-4d86-943c-15083fdf05e2 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:04:48.733965 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'name': 'router1', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '22c4993f-0722-4293-9c5b-4d2bfd33c010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:04:25Z', 'updated_at': '2022-03-08T21:04:43Z', 'revision_number': 4, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'gw_port': {'id': '22c4993f-0722-4293-9c5b-4d2bfd33c010', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:20:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:42Z', 'updated_at': '2022-03-08T21:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a8d2da41-d27f-43d2-acd9-db2cb3e11d19', 'name': '', 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'mac_address': 'fa:16:3e:0d:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:34Z', 'updated_at': '2022-03-08T21:04:38Z', 'revision_number': 5, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'subnets': [{'id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2028901-dd1c-4539-8ebc-9aee81ef55d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:04:48.762838 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aec0c4-2998-4fef-af94-7ebfae68c836 None None] The sync data for ids ['ffb347dc-b105-4d86-943c-15083fdf05e2'] in dv-cinder-830098-3-iscsi is: [{'id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'name': 'router1', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '22c4993f-0722-4293-9c5b-4d2bfd33c010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:04:25Z', 'updated_at': '2022-03-08T21:04:43Z', 'revision_number': 4, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'gw_port': {'id': '22c4993f-0722-4293-9c5b-4d2bfd33c010', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:20:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:42Z', 'updated_at': '2022-03-08T21:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a8d2da41-d27f-43d2-acd9-db2cb3e11d19', 'name': '', 'network_id': '78a6b135-97e7-449a-913e-6b9b2d55b5e0', 'tenant_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'mac_address': 'fa:16:3e:0d:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb347dc-b105-4d86-943c-15083fdf05e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:04:34Z', 'updated_at': '2022-03-08T21:04:38Z', 'revision_number': 5, 'project_id': 'e9b39488202a4236ac97f13f8e9d4f95', 'subnets': [{'id': 'e15d5a66-d851-46fc-85e7-6ee58a1e23a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2028901-dd1c-4539-8ebc-9aee81ef55d8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:04:50.370583 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 22c4993f-0722-4293-9c5b-4d2bfd33c010 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:04:50.465868 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 22c4993f-0722-4293-9c5b-4d2bfd33c010 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:50.465868 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:50.584266 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 22c4993f-0722-4293-9c5b-4d2bfd33c010 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:04:50.584805 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:50.623163 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 22c4993f-0722-4293-9c5b-4d2bfd33c010, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=22c4993f-0722-4293-9c5b-4d2bfd33c010,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:04:50.630991 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:50.698271 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=22c4993f-0722-4293-9c5b-4d2bfd33c010,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:04:52.393434 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 22c4993f-0722-4293-9c5b-4d2bfd33c010 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:04:52.497319 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 22c4993f-0722-4293-9c5b-4d2bfd33c010 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:04:52.498066 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (22c4993f-0722-4293-9c5b-4d2bfd33c010), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:52.603021 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 22c4993f-0722-4293-9c5b-4d2bfd33c010 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:04:58.906759 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ca41205-4c55-494e-9ec2-b8e88799ad4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:04:59.483028 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:05:01.257952 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7588de92-2efa-4170-803b-ac07569ecfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:02.443858 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:03.962620 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:05.491452 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:28.922814 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b554dcc5-4edc-490d-b0c3-968092517d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:31.261065 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4115c55e-3e10-451e-a887-84c9a0785c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:32.431278 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:33.965489 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:35.487339 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:05:36.481632 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:05:58.910448 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7b6798e-501c-4dd4-a1e8-94495f5a4d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:01.264257 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0f4897e-ca60-47b2-ac60-424e30b9e179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:02.434770 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:03.969489 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:05.489753 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:08.469317 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:08.537823 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-7939b8b1-8b1f-4fe1-ab66-494035dd7e51 admin admin] GET failed (client error): The resource could not be found. Mar 08 21:06:08.539035 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7939b8b1-8b1f-4fe1-ab66-494035dd7e51 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0687494 Mar 08 21:06:08.697883 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e6b84-946a-4353-99c0-b78a371f6800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:08.699337 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-820e6b84-946a-4353-99c0-b78a371f6800 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562364 Mar 08 21:06:11.074757 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36628) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:11.168848 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c87e637-eaae-4a66-b9dc-ad44b10db963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:11.170208 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6c87e637-eaae-4a66-b9dc-ad44b10db963 admin admin] 10.222.0.61 "GET /v2.0/subnets/e15d5a66-d851-46fc-85e7-6ee58a1e23a7 HTTP/1.1" status: 200 len: 849 time: 0.0944829 Mar 08 21:06:11.179671 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:06:11.261533 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Publish callbacks [] for subnet (e15d5a66-d851-46fc-85e7-6ee58a1e23a7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:11.416375 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740870481071'] for subnet (e15d5a66-d851-46fc-85e7-6ee58a1e23a7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:11.449955 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:11.451014 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:11.451808 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] 10.222.0.61 "PUT /v2.0/subnets/e15d5a66-d851-46fc-85e7-6ee58a1e23a7 HTTP/1.1" status: 200 len: 868 time: 0.2757165 Mar 08 21:06:11.468156 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e60c0-efec-4ed8-a818-49c4e887cd99 None None] Network 78a6b135-97e7-449a-913e-6b9b2d55b5e0 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:06:11.469938 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15d5a66-d851-46fc-85e7-6ee58a1e23a7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:06:11.479852 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.480268 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.480586 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.480932 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.481301 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.481640 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.481996 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.482337 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.482687 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.483022 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.483349 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.483833 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.484173 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a66260-3c2d-4f18-9b46-543d2488f8fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:06:11.801463 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a17748b8-34be-4afb-a2c3-44a2f7e48f2e None None] Provisioning complete for port 0cd39e98-065d-48c4-a710-6f18ada23c9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:06:11.801862 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a17748b8-34be-4afb-a2c3-44a2f7e48f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0cd39e98-065d-48c4-a710-6f18ada23c9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:11.885429 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a17748b8-34be-4afb-a2c3-44a2f7e48f2e None None] Current status of the port 0cd39e98-065d-48c4-a710-6f18ada23c9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:06:11.895998 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a17748b8-34be-4afb-a2c3-44a2f7e48f2e None None] Provisioning complete for port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:06:11.896388 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a17748b8-34be-4afb-a2c3-44a2f7e48f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a8d2da41-d27f-43d2-acd9-db2cb3e11d19), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:11.970054 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a17748b8-34be-4afb-a2c3-44a2f7e48f2e None None] Current status of the port a8d2da41-d27f-43d2-acd9-db2cb3e11d19 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:06:13.479502 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:06:13.789813 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:13.992827 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32bf7ef-b059-4f27-ac6e-8156591e20f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:13.993253 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32bf7ef-b059-4f27-ac6e-8156591e20f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:13.994793 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e32bf7ef-b059-4f27-ac6e-8156591e20f1 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2040336 Mar 08 21:06:16.324683 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36644) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:16.453690 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ea92c-73e6-45de-8ccb-7dac74be7017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:16.454155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ea92c-73e6-45de-8ccb-7dac74be7017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:16.455984 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a37ea92c-73e6-45de-8ccb-7dac74be7017 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1302166 Mar 08 21:06:18.763104 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36652) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:18.933104 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96de8756-bb1d-4e74-accf-9dd56bd59517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:18.934414 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-96de8756-bb1d-4e74-accf-9dd56bd59517 admin admin] 10.222.0.61 "GET /v2.0/networks/78a6b135-97e7-449a-913e-6b9b2d55b5e0 HTTP/1.1" status: 200 len: 869 time: 0.1703799 Mar 08 21:06:21.261205 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:21.389736 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41abd85b-1e64-45f9-8ade-4c944ac673c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:21.391093 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-41abd85b-1e64-45f9-8ade-4c944ac673c8 admin admin] 10.222.0.61 "GET /v2.0/networks/b83902fa-2f9b-4474-a51c-1bd972ef9332 HTTP/1.1" status: 200 len: 886 time: 0.1289465 Mar 08 21:06:23.729751 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:23.901830 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f46364-d4f8-4843-990e-adeec4d17a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:23.902205 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f46364-d4f8-4843-990e-adeec4d17a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:23.903762 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f1f46364-d4f8-4843-990e-adeec4d17a56 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1730494 Mar 08 21:06:26.199898 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36676) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:26.291549 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25eb94e-6e4a-4683-a909-39a3e0c456d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:26.291999 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25eb94e-6e4a-4683-a909-39a3e0c456d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:26.293521 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e25eb94e-6e4a-4683-a909-39a3e0c456d5 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926595 Mar 08 21:06:28.596062 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36684) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:28.691192 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e946d8-9bcf-4904-9a77-51f4f071e062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:28.692519 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e2e946d8-9bcf-4904-9a77-51f4f071e062 admin admin] 10.222.0.61 "GET /v2.0/subnets/6af75008-42e0-4c97-a5fd-31591343e2e6 HTTP/1.1" status: 200 len: 816 time: 0.0949194 Mar 08 21:06:28.903377 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2659-a8af-4d4b-a460-7f76e8e9fc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:31.017722 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36694) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:31.107732 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b2b2e-c009-41a2-91e5-20110d5f1a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:06:31.109057 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-922b2b2e-c009-41a2-91e5-20110d5f1a39 admin admin] 10.222.0.61 "GET /v2.0/subnets/e15d5a66-d851-46fc-85e7-6ee58a1e23a7 HTTP/1.1" status: 200 len: 868 time: 0.0902855 Mar 08 21:06:31.268046 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47b92d54-6b6d-44dc-b8ce-782f3ea35035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:32.438137 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:33.973586 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:35.493128 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:50.478294 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:06:58.904229 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-760eaf88-a2f9-4bc6-854b-25ab65d51efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:06:59.370765 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36746) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:06:59.419350 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [None req-c16588d5-4006-44b3-b14e-d19052ec7360 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:06:59.420362 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c16588d5-4006-44b3-b14e-d19052ec7360 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486543 Mar 08 21:07:01.270009 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9dfc347c-3607-4443-bf44-4142ba794e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:01.883576 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36754) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:07:01.943005 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bb47eb-ee9c-4f0b-a329-3516297f6a90 admin admin] GET failed (client error): The resource could not be found. Mar 08 21:07:01.944294 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-79bb47eb-ee9c-4f0b-a329-3516297f6a90 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597644 Mar 08 21:07:02.161768 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc9167-3a2c-4c89-b59a-d1eeaf83145f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:07:02.163149 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f3fc9167-3a2c-4c89-b59a-d1eeaf83145f admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2148719 Mar 08 21:07:02.442408 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:03.978477 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:04.575450 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:07:04.623089 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:07:04.642325 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Made reservation on behalf of 599bbf978cca433cbd57970b48063249 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:07:04.645004 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:04.679496 dv-cinder-830098-3-iscsi neutron-server[103284]: WARNING neutron.services.revisions.revision_plugin [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Could not find related network for resource to bump revision. Mar 08 21:07:04.691197 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06516da-89d5-493a-b484-590360934901 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:07:04.699866 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (c4e17ed8-6149-42a7-9c19-1b501c574155), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:04.700204 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Added segment c4e17ed8-6149-42a7-9c19-1b501c574155 of type vlan for network ebf2dc86-1b21-49fe-9d7e-4a098512be65 Mar 08 21:07:04.745180 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (ebf2dc86-1b21-49fe-9d7e-4a098512be65), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:04.769842 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (ebf2dc86-1b21-49fe-9d7e-4a098512be65), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:04.770755 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:07:04.771320 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:04.803472 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f06516da-89d5-493a-b484-590360934901 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2269561 Mar 08 21:07:04.835635 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06516da-89d5-493a-b484-590360934901 admin admin] Pushing event updated for resources: {'Network': ['ID=ebf2dc86-1b21-49fe-9d7e-4a098512be65,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:07:04.846314 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network ebf2dc86-1b21-49fe-9d7e-4a098512be65 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:07:05.496853 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:07.154164 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36770) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:07:07.214282 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad4992d-42ec-42e6-bd11-212a41cfebfc admin admin] GET failed (client error): The resource could not be found. Mar 08 21:07:07.215551 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8ad4992d-42ec-42e6-bd11-212a41cfebfc admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604336 Mar 08 21:07:07.286931 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063cc4f-65ad-4b51-bf7e-9675225b7153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:07:07.288489 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c063cc4f-65ad-4b51-bf7e-9675225b7153 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688965 Mar 08 21:07:07.297951 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65', 'description': 'shared-subnet'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:07:07.317362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Made reservation on behalf of 599bbf978cca433cbd57970b48063249 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:07:07.319662 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:07.480923 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (77269cda-f737-40d3-a70c-a2303f24b60c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:07.533286 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77269cda-f737-40d3-a70c-a2303f24b60c,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:07:07.544989 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.545394 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.545741 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.546082 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.546414 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.546744 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.547088 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.547420 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.547748 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.548076 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.548400 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.548723 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.549069 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:07.552252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Checking segment: {'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:07:07.552588 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Network hostable DHCP agents. Network: ebf2dc86-1b21-49fe-9d7e-4a098512be65, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:07:07.568504 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Network ebf2dc86-1b21-49fe-9d7e-4a098512be65 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:07:07.576925 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, ebf2dc86-1b21-49fe-9d7e-4a098512be65) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:07:07.581330 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:07:07.581933 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:07.587019 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1701321-52d4-496b-a6a7-1fcc7d503570 None None] Network ebf2dc86-1b21-49fe-9d7e-4a098512be65 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:07:07.598516 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-25033056-07a5-424f-8245-977ad60bc9b6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3038099 Mar 08 21:07:07.697514 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-ebf2dc86-1b21-49fe-9d7e-4a098512be65', 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65', 'project_id': '599bbf978cca433cbd57970b48063249', 'fixed_ips': [{'subnet_id': '77269cda-f737-40d3-a70c-a2303f24b60c'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:07:07.698409 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:07.843599 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Allocated IP 192.168.233.2 (ebf2dc86-1b21-49fe-9d7e-4a098512be65/77269cda-f737-40d3-a70c-a2303f24b60c/14c1594a-26a6-457a-a5c0-8c502d499753) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:07:08.089257 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Publish callbacks [] for port (14c1594a-26a6-457a-a5c0-8c502d499753), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:08.097069 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (14c1594a-26a6-457a-a5c0-8c502d499753), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:08.137702 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Network ebf2dc86-1b21-49fe-9d7e-4a098512be65 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:07:08.140527 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:07:08.146088 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:07:08.154724 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Pushing event updated for resources: {'Port': ['ID=14c1594a-26a6-457a-a5c0-8c502d499753,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:07:08.180197 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.180574 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.180949 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.181327 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.181664 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.181999 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.182329 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.182662 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.182992 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.183339 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.183666 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.183993 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.184327 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:07:08.217380 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Attempting to bind port 14c1594a-26a6-457a-a5c0-8c502d499753 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:07:08.217756 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Attempting to bind port 14c1594a-26a6-457a-a5c0-8c502d499753 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:07:08.218124 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Attempting to bind port 14c1594a-26a6-457a-a5c0-8c502d499753 on network ebf2dc86-1b21-49fe-9d7e-4a098512be65 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:07:08.223325 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:07:08.223706 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Checking segment: {'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:07:08.224115 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:08.224511 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Bound using segment: {'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:07:08.224978 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Bound port: 14c1594a-26a6-457a-a5c0-8c502d499753, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:07:08.225535 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (14c1594a-26a6-457a-a5c0-8c502d499753), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:08.288691 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] For port 14c1594a-26a6-457a-a5c0-8c502d499753, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:07:08.291791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] For port 14c1594a-26a6-457a-a5c0-8c502d499753, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=14c1594a-26a6-457a-a5c0-8c502d499753,segment=NetworkSegment(c4e17ed8-6149-42a7-9c19-1b501c574155),segment_id=c4e17ed8-6149-42a7-9c19-1b501c574155)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:07:08.298071 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (14c1594a-26a6-457a-a5c0-8c502d499753), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:08.359348 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646b976-e97f-4b53-a2fe-22cd89bdae15 None None] Pushing event updated for resources: {'Port': ['ID=14c1594a-26a6-457a-a5c0-8c502d499753,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:07:09.210310 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da813e4-d4b5-4fc4-8670-1bb10dbc1564 None None] Network ebf2dc86-1b21-49fe-9d7e-4a098512be65 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:07:09.277453 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d715073a-2340-475b-870d-7d22168f77f3 None None] Provisioning complete for port 14c1594a-26a6-457a-a5c0-8c502d499753 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:07:09.277846 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d715073a-2340-475b-870d-7d22168f77f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (14c1594a-26a6-457a-a5c0-8c502d499753), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:09.394305 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d715073a-2340-475b-870d-7d22168f77f3 None None] Current status of the port 14c1594a-26a6-457a-a5c0-8c502d499753 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:07:09.394699 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d715073a-2340-475b-870d-7d22168f77f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (14c1594a-26a6-457a-a5c0-8c502d499753), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:09.429666 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d715073a-2340-475b-870d-7d22168f77f3 None None] For port 14c1594a-26a6-457a-a5c0-8c502d499753, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=14c1594a-26a6-457a-a5c0-8c502d499753,segment=NetworkSegment(c4e17ed8-6149-42a7-9c19-1b501c574155),segment_id=c4e17ed8-6149-42a7-9c19-1b501c574155)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:07:09.434945 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d715073a-2340-475b-870d-7d22168f77f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (14c1594a-26a6-457a-a5c0-8c502d499753), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:09.490435 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715073a-2340-475b-870d-7d22168f77f3 None None] Pushing event updated for resources: {'Port': ['ID=14c1594a-26a6-457a-a5c0-8c502d499753,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:07:09.657619 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8364716f-a6e0-45a3-9ed8-4dfbd8f73cf1 None None] Provisioning complete for port 14c1594a-26a6-457a-a5c0-8c502d499753 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:07:09.658012 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8364716f-a6e0-45a3-9ed8-4dfbd8f73cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (14c1594a-26a6-457a-a5c0-8c502d499753), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:09.739458 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8364716f-a6e0-45a3-9ed8-4dfbd8f73cf1 None None] Current status of the port 14c1594a-26a6-457a-a5c0-8c502d499753 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:07:10.394064 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 14c1594a-26a6-457a-a5c0-8c502d499753 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:07:10.443167 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 14c1594a-26a6-457a-a5c0-8c502d499753 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:07:10.443591 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (14c1594a-26a6-457a-a5c0-8c502d499753), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:10.523106 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 14c1594a-26a6-457a-a5c0-8c502d499753 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:07:27.477101 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:07:28.908491 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95e96921-afc0-4d83-841d-35b5a58cba82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:31.273440 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ef1bfb41-0ecd-4414-855a-227135a6ef41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:32.444547 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:33.979150 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:35.499424 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:07:58.914718 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cb154b49-7e34-4a81-8b5e-1bc643c1ce69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:01.277615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6ba2dc85-a4c3-445f-873e-103fc61444f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:02.451274 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:03.980207 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:04.475382 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:08:05.502547 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:28.071344 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:08:28.077187 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-a058a172-4b7b-47ba-8c9f-35e7b0e27357 tempest-verify_tempest_config-1495548466 tempest-verify_tempest_config-1495548466-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:08:28.078147 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a058a172-4b7b-47ba-8c9f-35e7b0e27357 tempest-verify_tempest_config-1495548466 tempest-verify_tempest_config-1495548466-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058458 Mar 08 21:08:28.370655 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36826) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:08:28.475832 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:28.550071 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Publish callbacks [] for security_group (a5d3927e-52cf-43b0-a3ac-7ba9395b4217), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:28.553770 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (a5d3927e-52cf-43b0-a3ac-7ba9395b4217), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:28.602335 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6f6f2aa13f447f985f9c0726151c7eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2305629 Mar 08 21:08:28.604528 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d3927e-52cf-43b0-a3ac-7ba9395b4217,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:08:28.605271 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36830) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:08:28.610191 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.610734 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.611081 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.611424 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.611757 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.612085 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.612418 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.612940 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.613327 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.613668 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.613999 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.614315 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.614835 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cec89f2-2493-4a4e-a550-f7d9fdc43bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.684091 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Publish callbacks [] for security_group (a5d3927e-52cf-43b0-a3ac-7ba9395b4217), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:28.704937 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Publish callbacks [] for security_group (a5d3927e-52cf-43b0-a3ac-7ba9395b4217), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:28.797966 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (a5d3927e-52cf-43b0-a3ac-7ba9395b4217), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:28.800826 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:28.802168 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5d3927e-52cf-43b0-a3ac-7ba9395b4217 HTTP/1.1" status: 204 len: 168 time: 0.1957290 Mar 08 21:08:28.809879 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d3927e-52cf-43b0-a3ac-7ba9395b4217,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:08:28.817249 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.817601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.817942 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.818275 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.818604 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.818931 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.819273 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.819600 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.819935 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.820274 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.820599 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.820919 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.821323 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121ffbf4-bf99-4cc4-b64b-9dc7df7675d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:08:28.920688 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8f20cac-c8f1-4c68-b116-696214bd7dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:31.279772 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbf50b90-555e-40a0-849e-91003b8fbd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:32.450497 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:33.982808 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:35.508522 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:08:41.474179 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:08:58.911861 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bf127f68-6398-430b-b969-f27c5d9cf857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:01.281930 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-32fda5fd-353c-4fe7-b681-b9fb81837f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:02.452760 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:03.986592 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:05.501687 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:18.472576 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:09:28.913572 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e053f7d2-62d1-4a99-9b59-3b007ca3bf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:31.283753 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-19d001d6-8381-476b-8d72-081c4e2a84e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:32.460872 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:33.991238 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:35.504759 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:09:55.472736 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 5 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:09:58.926123 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0f3f1557-557f-479e-b44b-635c42cccf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:01.299350 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77e9b42c-4766-4fad-be33-160aaaf253af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:02.462469 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:04.004234 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:05.512052 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:10.566944 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-968681'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:25.038735 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 36902) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:10:25.142637 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6cb09334-e090-4821-be4f-a5d070eb74d2 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1021254 Mar 08 21:10:27.512020 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 36912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:10:27.576158 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d576a035-6565-47ae-a7fd-a7bf4d448317 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0630479 Mar 08 21:10:28.922921 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-70c012b5-802b-42d6-b904-d2e326e15cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:31.283377 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44339163-3d72-4ded-9377-d470320ed7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:32.461033 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:32.472161 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:10:33.997189 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:35.508853 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:40.551578 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:10:58.915892 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0782777-f361-4803-aa26-31945c48d4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:01.286913 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02929f31-828e-4683-89b5-8740f5ae474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:02.465870 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:03.999945 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:05.515007 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:09.470427 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:11:10.553314 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:28.918981 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4bf5-5cb8-468b-ab95-0706d09ef585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:31.289863 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99936353-728a-4a11-9c63-72bc4c30757a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:32.465697 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:34.003455 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:35.510144 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:40.555617 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:11:46.468752 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:11:58.922940 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69e01324-d8f4-4ed4-9f08-05da64d7cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:01.302812 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6abb392-c310-42b7-914b-d20d8b2d6618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:02.477991 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:04.012903 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:05.514344 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:05.544619 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:05.821577 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37096) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:05.825258 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-227632139-network', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:05.846310 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Made reservation on behalf of 4ebc4753c90c48518a02064d7cb02de3 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:05.848840 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:05.853413 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37102) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:05.861191 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:05.946683 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Publish callbacks [] for security_group (a354492a-a355-4e64-bb50-06f450250f6e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:05.952641 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (a354492a-a355-4e64-bb50-06f450250f6e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:05.988455 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a354492a-a355-4e64-bb50-06f450250f6e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:05.990891 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:12:06.001408 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.001848 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.002195 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.002529 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.002889 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.003203 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.003747 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.004073 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.004578 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.004917 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.005262 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.005578 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.005890 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Tracked resource versions report: Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: pushed versions: Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: { 'AddressGroup': {'1.2'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Log': {'1.0'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Network': {'1.1'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Port': {'1.7'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'PortForwarding': {'1.2'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'QosPolicy': {'1.10'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SecurityGroup': {'1.5'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SubPort': {'1.0'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Subnet': {'1.1'}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Trunk': {'1.1'}} Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: consumer versions: Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: { DHCP agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: HyperV agent@hv-cinder-83009: {}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: L3 agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: Metadata agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: Metering agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: Open vSwitch agent@dv-cinder-830098-3-iscsi: { 'AddressGroup': '1.2', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'ConntrackHelper': '1.0', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'LocalIPAssociation': '1.0', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Log': '1.0', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Network': '1.1', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Port': '1.7', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'PortForwarding': '1.2', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'QosPolicy': '1.10', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SecurityGroup': '1.5', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SecurityGroupRule': '1.2', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'SubPort': '1.0', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Subnet': '1.1', Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: 'Trunk': '1.1'}} Mar 08 21:12:06.007048 dv-cinder-830098-3-iscsi neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 21:12:06.016301 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.017177 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Added segment f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9 of type vlan for network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 Mar 08 21:12:06.065615 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.097908 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.099194 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:06.099843 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.105529 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1681197530-network', 'tenant_id': '4db11bfa2cc240f58489333d08535c39'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:06.120863 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-network', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:06.148000 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Made reservation on behalf of 2a0a866da4154f5180339f0ebee91eaf for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:06.150709 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.161211 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.163351 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Made reservation on behalf of 4db11bfa2cc240f58489333d08535c39 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:06.165732 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.188424 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.219412 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6723371 Mar 08 21:12:06.220863 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37120) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:06.230089 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Request body: {'subnet': {'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-227632139-subnet', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:06.235611 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148f05-5e68-463c-8492-68f57291225c admin admin] Pushing event updated for resources: {'Network': ['ID=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:06.249054 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:12:06.261667 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Made reservation on behalf of 4ebc4753c90c48518a02064d7cb02de3 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:06.264938 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.307501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Publish callbacks [] for security_group (78388af7-11f5-451c-ab0d-3f26cea0d0fb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.318742 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (78388af7-11f5-451c-ab0d-3f26cea0d0fb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.337117 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:12:06.353915 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740870452318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (1eb39757-5e6c-43bb-986c-1899d9a81ad2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.354790 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Unsubscribe: segment precommit_create {{(pid=103283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 21:12:06.355242 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Added segment 1eb39757-5e6c-43bb-986c-1899d9a81ad2 of type vlan for network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 Mar 08 21:12:06.447069 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78388af7-11f5-451c-ab0d-3f26cea0d0fb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:06.462513 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.463995 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.464839 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.465383 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.465880 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.466359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.466866 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.467354 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.467855 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.468353 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.469008 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.469722 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.470283 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Tracked resource versions report: Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: pushed versions: Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: { 'AddressGroup': {'1.2'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Log': {'1.0'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Network': {'1.1'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Port': {'1.7'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'PortForwarding': {'1.2'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'QosPolicy': {'1.10'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SecurityGroup': {'1.5'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SubPort': {'1.0'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Subnet': {'1.1'}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Trunk': {'1.1'}} Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: consumer versions: Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: { DHCP agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: HyperV agent@hv-cinder-83009: {}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: L3 agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: Metadata agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: Metering agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: Open vSwitch agent@dv-cinder-830098-3-iscsi: { 'AddressGroup': '1.2', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'ConntrackHelper': '1.0', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'LocalIPAssociation': '1.0', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Log': '1.0', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Network': '1.1', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Port': '1.7', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'PortForwarding': '1.2', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'QosPolicy': '1.10', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SecurityGroup': '1.5', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SecurityGroupRule': '1.2', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'SubPort': '1.0', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Subnet': '1.1', Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: 'Trunk': '1.1'}} Mar 08 21:12:06.471682 dv-cinder-830098-3-iscsi neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 21:12:06.494265 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.535767 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (c1adb901-27c9-4404-9968-a92b3304b21c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.565481 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.566385 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:06.566912 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.601421 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Publish callbacks [] for security_group (0d372556-f1bb-4438-af6c-01aa70e43550), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.618002 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0d372556-f1bb-4438-af6c-01aa70e43550), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.618572 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1adb901-27c9-4404-9968-a92b3304b21c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:06.635769 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Checking segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:06.636132 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Network hostable DHCP agents. Network: d06ca43b-2bb9-4acd-ad7d-8d0b3c973212, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:12:06.655567 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:12:06.662691 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:12:06.680308 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, d06ca43b-2bb9-4acd-ad7d-8d0b3c973212) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:06.692705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (9c42627e-0d94-4e55-9389-085ceab08080), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.692935 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5be7a2-2ca2-4524-b768-2844d821a9ea None None] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:06.693449 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Added segment 9c42627e-0d94-4e55-9389-085ceab08080 of type vlan for network 680394b3-3a71-454f-bb48-bf40ca736825 Mar 08 21:12:06.699221 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:06.699805 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.727164 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6bf0dd3a-fe5a-4a53-b3ee-da3f5265d9e4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5016818 Mar 08 21:12:06.731052 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:06.743014 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:06.744326 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9210279 Mar 08 21:12:06.751463 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37148) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:06.774333 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Request body: {'subnet': {'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-subnet', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:06.801132 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37152) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:06.834440 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-d06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:12:06.836076 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.852654 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17a47c-f6e6-4d28-bf90-69721b529a04 admin admin] Pushing event updated for resources: {'Network': ['ID=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:06.853534 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.854884 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.855490 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (680394b3-3a71-454f-bb48-bf40ca736825), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.868754 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d372556-f1bb-4438-af6c-01aa70e43550,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:06.880762 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Made reservation on behalf of 4db11bfa2cc240f58489333d08535c39 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:06.883086 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.884601 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:12:06.896149 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (680394b3-3a71-454f-bb48-bf40ca736825), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.897654 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:06.899019 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:06.985634 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] Pushing event updated for resources: {'Network': ['ID=680394b3-3a71-454f-bb48-bf40ca736825,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:07.005120 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d363e87d-e086-4bf7-bf2a-c795f5242112 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1481159 Mar 08 21:12:07.005587 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37162) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:07.018224 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Request body: {'subnet': {'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-subnet', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:07.021751 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 680394b3-3a71-454f-bb48-bf40ca736825 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:12:07.066412 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Made reservation on behalf of 2a0a866da4154f5180339f0ebee91eaf for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:07.071690 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.211404 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Allocated IP 172.20.0.2 (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212/c1adb901-27c9-4404-9968-a92b3304b21c/435dfef7-c653-4c72-b0ca-0dea6a60fd5d) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:07.296462 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-862232130-network', 'tenant_id': '2d71c7201c264d2dac0d2320457d65a3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:07.310699 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (edd0269d-95ee-4acc-9643-101991c5b32a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.440576 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (91f08a8e-1e39-4903-8b45-495898062972), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.499572 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Publish callbacks [] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.503069 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f08a8e-1e39-4903-8b45-495898062972,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:07.514779 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.530313 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Checking segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:07.531788 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Network hostable DHCP agents. Network: 680394b3-3a71-454f-bb48-bf40ca736825, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:12:07.535866 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks [] for router_controller (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.555398 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:07.565009 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Network 680394b3-3a71-454f-bb48-bf40ca736825 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:12:07.579407 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 680394b3-3a71-454f-bb48-bf40ca736825) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:07.587988 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:07.589173 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.609619 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df79c1b-deeb-4c8b-a5f1-62bdd92954e8 None None] Network 680394b3-3a71-454f-bb48-bf40ca736825 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:07.630365 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e09e53aa-6c18-427f-bc99-2bbbb9278293 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6235983 Mar 08 21:12:07.632866 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37182) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:07.638813 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:07.668490 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.669891 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.722828 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:07.725367 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:07.759271 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks [] for router_controller (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.782255 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-680394b3-3a71-454f-bb48-bf40ca736825', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:12:07.783133 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.799847 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Pushing event updated for resources: {'Port': ['ID=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:07.800726 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Made reservation on behalf of 2d71c7201c264d2dac0d2320457d65a3 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:07.803297 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.839035 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.839456 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.839779 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.841002 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.841002 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.841002 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.841531 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.842190 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.842751 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.843088 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Checking segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:07.843232 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.843454 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Network hostable DHCP agents. Network: 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:12:07.843571 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.843876 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.844240 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Tracked resource versions report: Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: pushed versions: Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: { 'AddressGroup': {'1.2'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Log': {'1.0'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Network': {'1.1'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Port': {'1.7'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'PortForwarding': {'1.2'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'QosPolicy': {'1.10'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SecurityGroup': {'1.5'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SubPort': {'1.0'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Subnet': {'1.1'}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Trunk': {'1.1'}} Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: consumer versions: Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: { DHCP agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: HyperV agent@hv-cinder-83009: {}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: L3 agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: Metadata agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: Metering agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: Open vSwitch agent@dv-cinder-830098-3-iscsi: { 'AddressGroup': '1.2', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'ConntrackHelper': '1.0', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'LocalIPAssociation': '1.0', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Log': '1.0', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Network': '1.1', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Port': '1.7', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'PortForwarding': '1.2', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'QosPolicy': '1.10', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SecurityGroup': '1.5', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SecurityGroupRule': '1.2', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'SubPort': '1.0', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Subnet': '1.1', Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: 'Trunk': '1.1'}} Mar 08 21:12:07.845798 dv-cinder-830098-3-iscsi neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 21:12:07.856575 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.868676 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Attempting to bind port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:07.869131 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Attempting to bind port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:07.869507 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Attempting to bind port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d on network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:07.931083 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:07.931970 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Checking segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:07.932457 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:07.932856 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Bound using segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:07.933434 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Bound port: 435dfef7-c653-4c72-b0ca-0dea6a60fd5d, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:07.933752 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.043319 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Publish callbacks [] for security_group (de0b422c-16ae-4c92-a599-75d27485665a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.067389 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Allocated IP 172.20.0.2 (680394b3-3a71-454f-bb48-bf40ca736825/91f08a8e-1e39-4903-8b45-495898062972/2a318cc9-bf42-4690-b504-a35314590c06) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:08.070928 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] For port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:08.077954 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (de0b422c-16ae-4c92-a599-75d27485665a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.078864 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] For port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:08.097479 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:12:08.097721 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.104942 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks [] for router_gateway (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.108893 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.109344 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Added segment c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000 of type vlan for network 988aaff9-59ff-42ad-85ec-af8630b5de69 Mar 08 21:12:08.192658 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (988aaff9-59ff-42ad-85ec-af8630b5de69), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.231605 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:12:08.255492 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd0269d-95ee-4acc-9643-101991c5b32a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:08.268605 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9288dee-c906-448e-9b93-7c06fad002ae None None] Pushing event updated for resources: {'Port': ['ID=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:08.282199 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (988aaff9-59ff-42ad-85ec-af8630b5de69), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.285508 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:08.286910 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.294983 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:08.302172 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:08.302493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.321251 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b149f-7883-4cc3-b20d-14c8de70cd16 None None] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:08.447939 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks [] for router_gateway (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.496085 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Publish callbacks [] for port (2a318cc9-bf42-4690-b504-a35314590c06), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.521208 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (2a318cc9-bf42-4690-b504-a35314590c06), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.646141 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0b422c-16ae-4c92-a599-75d27485665a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:08.658326 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8524656 Mar 08 21:12:08.679339 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37212) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:08.679585 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d88de189-4518-4143-8364-1550fdc89cca admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9268131 Mar 08 21:12:08.683554 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:08.686302 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35ac7c-0b53-4501-b45d-538b7b4310f3 admin admin] Pushing event updated for resources: {'Network': ['ID=988aaff9-59ff-42ad-85ec-af8630b5de69,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:08.696407 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:08.701105 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Request body: {'subnet': {'network_id': '988aaff9-59ff-42ad-85ec-af8630b5de69', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-862232130-subnet', 'tenant_id': '2d71c7201c264d2dac0d2320457d65a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:08.724148 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (d508e280-3222-4ac2-85ee-6f52bffef0f4), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.726775 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (d508e280-3222-4ac2-85ee-6f52bffef0f4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.809797 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks [] for router_gateway (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.811440 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks [] for router_controller (d508e280-3222-4ac2-85ee-6f52bffef0f4), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.844758 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:08.854295 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Made reservation on behalf of 2d71c7201c264d2dac0d2320457d65a3 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:08.858356 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.019187 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 988aaff9-59ff-42ad-85ec-af8630b5de69 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:12:09.039207 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Network 680394b3-3a71-454f-bb48-bf40ca736825 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:09.054710 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks [] for router_gateway (d508e280-3222-4ac2-85ee-6f52bffef0f4), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.065709 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:12:09.066714 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.088604 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (b27b7258-a3fa-4518-8c65-e0ceb210f7f8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.141956 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:09.145943 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:09.177470 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Pushing event updated for resources: {'Port': ['ID=2a318cc9-bf42-4690-b504-a35314590c06,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:09.249073 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27b7258-a3fa-4518-8c65-e0ceb210f7f8,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:09.267430 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Checking segment: {'id': 'c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '988aaff9-59ff-42ad-85ec-af8630b5de69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:09.267900 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Network hostable DHCP agents. Network: 988aaff9-59ff-42ad-85ec-af8630b5de69, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:12:09.301511 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Network 988aaff9-59ff-42ad-85ec-af8630b5de69 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:12:09.322281 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Allocated IP 172.27.1.48 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/03dda75b-646e-490b-9ee4-5d60715d6ac4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:09.356247 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 988aaff9-59ff-42ad-85ec-af8630b5de69) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:09.372145 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:09.372731 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.490180 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e413af77-ec42-4c0d-a580-2e35783a8ee0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8063076 Mar 08 21:12:09.525132 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks [] for router_gateway (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.582691 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.648824 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f32d0-4395-4208-a71b-bbdc2fe181f7 None None] Network 988aaff9-59ff-42ad-85ec-af8630b5de69 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:09.782824 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks [] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.887956 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:09.926398 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d7dc1a-9677-418a-8304-5db8177c5e26 None None] Network 988aaff9-59ff-42ad-85ec-af8630b5de69 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:09.991934 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:09.995168 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:10.000067 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:10.015358 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Attempting to bind port 2a318cc9-bf42-4690-b504-a35314590c06 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:10.016710 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Attempting to bind port 2a318cc9-bf42-4690-b504-a35314590c06 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:10.017457 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Attempting to bind port 2a318cc9-bf42-4690-b504-a35314590c06 on network 680394b3-3a71-454f-bb48-bf40ca736825 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:10.130664 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Pushing event updated for resources: {'Port': ['ID=03dda75b-646e-490b-9ee4-5d60715d6ac4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:10.189593 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks [] for router_gateway (d508e280-3222-4ac2-85ee-6f52bffef0f4), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:10.207345 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:10.208874 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Checking segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:10.208874 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:10.210182 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Bound using segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:10.211534 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Bound port: 2a318cc9-bf42-4690-b504-a35314590c06, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:10.212047 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (2a318cc9-bf42-4690-b504-a35314590c06), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:10.248648 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7597e96c-e33b-49f7-823a-1d84b2a96327 None None] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:10.307080 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:10.445408 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Allocated IP 172.27.1.75 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/227bb729-19bd-4fa9-87f1-d7e0ebe9b78a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:10.450674 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37294) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:10.458778 dv-cinder-830098-3-iscsi neutron-server[103284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 21:12:10.642831 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Allocated IP 172.20.0.2 (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9/edd0269d-95ee-4acc-9643-101991c5b32a/3dce29ee-b205-4be4-9f1b-50685920065c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:10.643338 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks [] for router_gateway (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:10.648987 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c20191d8-e572-4c5b-82f3-b13bde2219d8 None None] Provisioning complete for port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:10.649884 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20191d8-e572-4c5b-82f3-b13bde2219d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:10.801477 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:10.946919 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-cccc673a-cc2e-4007-92b9-351560f84485 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:10.955480 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-cccc673a-cc2e-4007-92b9-351560f84485 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/networks?id=988aaff9-59ff-42ad-85ec-af8630b5de69 HTTP/1.1" status: 200 len: 811 time: 0.4995999 Mar 08 21:12:10.969634 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c20191d8-e572-4c5b-82f3-b13bde2219d8 None None] Current status of the port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:10.970246 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20191d8-e572-4c5b-82f3-b13bde2219d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:10.988148 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.004801 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] For port 2a318cc9-bf42-4690-b504-a35314590c06, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:11.067780 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.083691 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-4e184eb2-883d-4c63-878b-c1f50783d5d1 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/quotas/2d71c7201c264d2dac0d2320457d65a3 HTTP/1.1" status: 200 len: 375 time: 0.1066048 Mar 08 21:12:11.090465 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks [] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.115830 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 435dfef7-c653-4c72-b0ca-0dea6a60fd5d up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:11.170675 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-a0b81dc0-2540-4942-91bb-b53bffa54331 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d71c7201c264d2dac0d2320457d65a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780852 Mar 08 21:12:11.171202 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] For port 2a318cc9-bf42-4690-b504-a35314590c06, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=2a318cc9-bf42-4690-b504-a35314590c06,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:11.171632 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4278d7dc-1a1a-4068-983f-f0c9393b0d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.198216 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (2a318cc9-bf42-4690-b504-a35314590c06), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.261260 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c20191d8-e572-4c5b-82f3-b13bde2219d8 None None] For port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:11.280583 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c20191d8-e572-4c5b-82f3-b13bde2219d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.303302 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.333183 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:11.333575 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.399596 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:12:11.434936 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c722b06-e520-4e9a-85d7-a65958d2da00 None None] Pushing event updated for resources: {'Port': ['ID=2a318cc9-bf42-4690-b504-a35314590c06,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:11.552758 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20191d8-e572-4c5b-82f3-b13bde2219d8 None None] Pushing event updated for resources: {'Port': ['ID=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:11.602574 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:12:11.616910 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Sync routers for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:12:11.630251 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-67c29652-ee1b-4822-815d-507a20cac142 None None] Provisioning complete for port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:11.630653 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67c29652-ee1b-4822-815d-507a20cac142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.665394 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Pushing event updated for resources: {'Port': ['ID=227bb729-19bd-4fa9-87f1-d7e0ebe9b78a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:11.665554 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:11.668225 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:11.690330 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:11.697070 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.700549 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:11.702859 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37336) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:11.706253 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-52d6f0e3-649d-411a-8f3e-976e92bbaf0a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0700727 Mar 08 21:12:11.784142 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:11.878463 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Publish callbacks [] for port (3dce29ee-b205-4be4-9f1b-50685920065c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.887607 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:11.902531 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:11.980449 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:11.986202 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:11.995274 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:12.002369 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:12.078549 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-faf57b01-7c7b-43f5-a729-0f67b2cd08c5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:12:12.079655 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-faf57b01-7c7b-43f5-a729-0f67b2cd08c5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7608557 Mar 08 21:12:12.096916 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-67c29652-ee1b-4822-815d-507a20cac142 None None] Current status of the port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:12.099161 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Pushing event updated for resources: {'Port': ['ID=3dce29ee-b205-4be4-9f1b-50685920065c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:12.157148 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Attempting to bind port 3dce29ee-b205-4be4-9f1b-50685920065c on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:12.157521 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Attempting to bind port 3dce29ee-b205-4be4-9f1b-50685920065c by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:12.157898 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Attempting to bind port 3dce29ee-b205-4be4-9f1b-50685920065c on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:12.164455 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:12.164840 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Checking segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:12.165270 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.165673 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Bound using segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:12.166156 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Bound port: 3dce29ee-b205-4be4-9f1b-50685920065c, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:12.171101 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.267913 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:10Z', 'revision_number': 3, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:12.281010 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] For port 3dce29ee-b205-4be4-9f1b-50685920065c, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:12.288477 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] For port 3dce29ee-b205-4be4-9f1b-50685920065c, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=3dce29ee-b205-4be4-9f1b-50685920065c,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:12.301749 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.303446 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Checking router: 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:12:12.303869 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Updating router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 port 03dda75b-646e-490b-9ee4-5d60715d6ac4 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:12:12.333277 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.351664 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Allocated IP 172.27.1.18 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/e4884256-fd7f-41d1-a3ad-4f4c4e542bb0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:12.354744 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4278d7dc-1a1a-4068-983f-f0c9393b0d96 admin admin] Publish callbacks [] for security_group (1089e730-8f3e-466f-ae11-f19b72f4cfd3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.366227 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030efa32-44ad-47d0-8a0b-9ae6d18477a8 None None] Pushing event updated for resources: {'Port': ['ID=3dce29ee-b205-4be4-9f1b-50685920065c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:12.387748 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4278d7dc-1a1a-4068-983f-f0c9393b0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1089e730-8f3e-466f-ae11-f19b72f4cfd3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.571209 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4278d7dc-1a1a-4068-983f-f0c9393b0d96 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1cd47bd4aecc45e68996dfb0c3b248b6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7686677 Mar 08 21:12:12.574072 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37362) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:12.607482 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks [] for router_gateway (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.708652 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278d7dc-1a1a-4068-983f-f0c9393b0d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1089e730-8f3e-466f-ae11-f19b72f4cfd3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:12.717403 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7878-24a7-440b-8fdc-40c1ada6bcf9 admin admin] Publish callbacks [] for security_group (1089e730-8f3e-466f-ae11-f19b72f4cfd3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.741217 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-2b6a0db6-efb4-448f-9e83-b7312ec64f37 service neutron] 10.222.0.61 "GET /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191349 Mar 08 21:12:12.749218 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7878-24a7-440b-8fdc-40c1ada6bcf9 admin admin] Publish callbacks [] for security_group (1089e730-8f3e-466f-ae11-f19b72f4cfd3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.776670 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 435dfef7-c653-4c72-b0ca-0dea6a60fd5d up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:12.838011 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7878-24a7-440b-8fdc-40c1ada6bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1089e730-8f3e-466f-ae11-f19b72f4cfd3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.864509 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7878-24a7-440b-8fdc-40c1ada6bcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.864509 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8f6f7878-24a7-440b-8fdc-40c1ada6bcf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1089e730-8f3e-466f-ae11-f19b72f4cfd3 HTTP/1.1" status: 204 len: 168 time: 0.2782879 Mar 08 21:12:12.871234 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f7878-24a7-440b-8fdc-40c1ada6bcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1089e730-8f3e-466f-ae11-f19b72f4cfd3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:12.939829 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:12.939829 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.942076 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks [] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:12.977506 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a70efb3-05b4-40ea-91e9-5878ebee443f None None] Network 680394b3-3a71-454f-bb48-bf40ca736825 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:13.077148 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d1100680-70db-45d8-b7fe-763c13b20b43 None None] Provisioning complete for port 2a318cc9-bf42-4690-b504-a35314590c06 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:13.077755 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1100680-70db-45d8-b7fe-763c13b20b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (2a318cc9-bf42-4690-b504-a35314590c06), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.138661 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1d02dc63-e1dd-452b-939a-ee0dd4152a3c service neutron] 10.222.0.61 "GET /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322632 Mar 08 21:12:13.229493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.560569 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Publish callbacks [] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.569720 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.608543 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:13.609792 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 2a318cc9-bf42-4690-b504-a35314590c06 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:13.619102 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37396) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:13.625984 dv-cinder-830098-3-iscsi neutron-server[103283]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 21:12:13.643385 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Pushing event updated for resources: {'Port': ['ID=03dda75b-646e-490b-9ee4-5d60715d6ac4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:13.671242 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.672283 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.672856 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.673416 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.674070 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.674840 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.675423 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.676062 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.676648 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.678104 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.678680 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.679317 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.680251 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Tracked resource versions report: Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: pushed versions: Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: { 'AddressGroup': {'1.2'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'ConntrackHelper': {'1.0'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'LocalIPAssociation': {'1.0'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Log': {'1.0'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Network': {'1.1'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Port': {'1.7'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'PortForwarding': {'1.2'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'QosPolicy': {'1.10'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SecurityGroup': {'1.5'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SecurityGroupRule': {'1.2'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SubPort': {'1.0'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Subnet': {'1.1'}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Trunk': {'1.1'}} Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: consumer versions: Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: { DHCP agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: HyperV agent@hv-cinder-83009: {}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: L3 agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: Metadata agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: Metering agent@dv-cinder-830098-3-iscsi: {}, Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: Open vSwitch agent@dv-cinder-830098-3-iscsi: { 'AddressGroup': '1.2', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'ConntrackHelper': '1.0', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'LocalIPAssociation': '1.0', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Log': '1.0', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Network': '1.1', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Port': '1.7', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'PortForwarding': '1.2', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'QosPolicy': '1.10', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SecurityGroup': '1.5', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SecurityGroupRule': '1.2', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'SubPort': '1.0', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Subnet': '1.1', Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: 'Trunk': '1.1'}} Mar 08 21:12:13.684892 dv-cinder-830098-3-iscsi neutron-server[103286]: {{(pid=103286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 21:12:13.692012 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Attempting to bind port 03dda75b-646e-490b-9ee4-5d60715d6ac4 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:13.692676 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Attempting to bind port 03dda75b-646e-490b-9ee4-5d60715d6ac4 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:13.693642 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Attempting to bind port 03dda75b-646e-490b-9ee4-5d60715d6ac4 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:13.706876 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:13.710670 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:13.711507 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.712154 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:13.713277 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Bound port: 03dda75b-646e-490b-9ee4-5d60715d6ac4, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:13.715972 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.762759 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e28112f3-2f22-4232-93c9-ef7e9c5a0517 req-7b58b58b-d8d2-4b70-a4e3-6a7128dbbec1 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.1357424 Mar 08 21:12:13.789778 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:13.810733 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] For port 03dda75b-646e-490b-9ee4-5d60715d6ac4, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:13.814781 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:13.818871 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] For port 03dda75b-646e-490b-9ee4-5d60715d6ac4, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=03dda75b-646e-490b-9ee4-5d60715d6ac4,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:13.831560 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:13.838643 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.845768 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.882823 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d1100680-70db-45d8-b7fe-763c13b20b43 None None] Current status of the port 2a318cc9-bf42-4690-b504-a35314590c06 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:13.883214 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1100680-70db-45d8-b7fe-763c13b20b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (2a318cc9-bf42-4690-b504-a35314590c06), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:13.928939 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe84550-ad50-4411-bfef-85a7c6dac561 None None] Pushing event updated for resources: {'Port': ['ID=03dda75b-646e-490b-9ee4-5d60715d6ac4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:13.955087 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:13.956440 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:13.984712 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 2a318cc9-bf42-4690-b504-a35314590c06 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:13.986108 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (2a318cc9-bf42-4690-b504-a35314590c06), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:14.057867 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d1100680-70db-45d8-b7fe-763c13b20b43 None None] For port 2a318cc9-bf42-4690-b504-a35314590c06, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=2a318cc9-bf42-4690-b504-a35314590c06,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:14.063897 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4884256-fd7f-41d1-a3ad-4f4c4e542bb0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:14.090211 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1100680-70db-45d8-b7fe-763c13b20b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (2a318cc9-bf42-4690-b504-a35314590c06), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:14.149630 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:14.151609 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1100680-70db-45d8-b7fe-763c13b20b43 None None] Pushing event updated for resources: {'Port': ['ID=2a318cc9-bf42-4690-b504-a35314590c06,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:14.238801 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 2a318cc9-bf42-4690-b504-a35314590c06 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:14.242066 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7229249-32f9-4bf5-adc0-f4292f8c8fcc None None] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:14.399621 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Provisioning complete for port 2a318cc9-bf42-4690-b504-a35314590c06 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:14.402937 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (2a318cc9-bf42-4690-b504-a35314590c06), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:14.443182 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:10Z', 'revision_number': 3, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:14.573951 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d60785a-68ba-4c2d-8260-6316f81d3154 None None] The sync data for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi is: [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:10Z', 'revision_number': 3, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:12:14.810071 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Current status of the port 2a318cc9-bf42-4690-b504-a35314590c06 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:14.861133 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Provisioning complete for port 3dce29ee-b205-4be4-9f1b-50685920065c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:14.861823 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:14.945927 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:14.962763 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 3dce29ee-b205-4be4-9f1b-50685920065c up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:15.147004 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 3dce29ee-b205-4be4-9f1b-50685920065c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:15.147426 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:15.208013 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks [] for router_gateway (d508e280-3222-4ac2-85ee-6f52bffef0f4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:15.254524 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Current status of the port 3dce29ee-b205-4be4-9f1b-50685920065c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:15.254524 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:15.315829 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] For port 3dce29ee-b205-4be4-9f1b-50685920065c, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=3dce29ee-b205-4be4-9f1b-50685920065c,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:15.329225 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:15.461753 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19bf4dbd-6b55-4283-ba42-2b3dc8419896 req-02fd247a-72f1-42c0-921e-fa11269deb3a tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.5244756 Mar 08 21:12:15.491235 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b4831-553d-400a-b81b-a8e969d5d267 None None] Pushing event updated for resources: {'Port': ['ID=3dce29ee-b205-4be4-9f1b-50685920065c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:15.498289 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:12:15.520327 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 3dce29ee-b205-4be4-9f1b-50685920065c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:15.521835 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 2a318cc9-bf42-4690-b504-a35314590c06 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:15.555573 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4d7b5894-2336-466f-8271-3a94adfe7a8b None None] Provisioning complete for port 3dce29ee-b205-4be4-9f1b-50685920065c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:15.556040 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d7b5894-2336-466f-8271-3a94adfe7a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:15.688786 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 2a318cc9-bf42-4690-b504-a35314590c06 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:15.689216 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (2a318cc9-bf42-4690-b504-a35314590c06), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:15.819181 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b5894-2336-466f-8271-3a94adfe7a8b None None] Current status of the port 3dce29ee-b205-4be4-9f1b-50685920065c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:15.973199 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 2a318cc9-bf42-4690-b504-a35314590c06 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:16.094681 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37496) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:16.239440 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:12:16.254481 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Sync routers for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:12:16.274139 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:16.274874 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:16.356240 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-602b261c-049b-495f-a3cb-5ed0dc1f6bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:16.365016 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (d508e280-3222-4ac2-85ee-6f52bffef0f4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:16.433459 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Allocated IP 172.20.0.1 (680394b3-3a71-454f-bb48-bf40ca736825/91f08a8e-1e39-4903-8b45-495898062972/a1ea0580-faad-4478-a7fe-698890925945) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:16.550351 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-602b261c-049b-495f-a3cb-5ed0dc1f6bb6 admin admin] Publish callbacks [] for security_group (284d3cbe-d346-4783-8fd8-d013e7f74eb7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:16.567519 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-602b261c-049b-495f-a3cb-5ed0dc1f6bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (284d3cbe-d346-4783-8fd8-d013e7f74eb7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:16.574759 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:16.576299 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-02fcb783-ca69-4f61-abbc-abe79dc5b9cb admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8433142 Mar 08 21:12:16.597621 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37512) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:16.635295 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:16.747090 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Publish callbacks [] for port (a1ea0580-faad-4478-a7fe-698890925945), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:16.852447 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 3dce29ee-b205-4be4-9f1b-50685920065c up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:16.899735 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (a1ea0580-faad-4478-a7fe-698890925945), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:16.957814 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:12:16.969366 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b261c-049b-495f-a3cb-5ed0dc1f6bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d3cbe-d346-4783-8fd8-d013e7f74eb7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:17.012277 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Network 680394b3-3a71-454f-bb48-bf40ca736825 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:17.020643 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:17.024743 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:17.025722 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.051446 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e16cff69-3ef0-475e-9d79-17769e8b3fe8 req-2c7b777b-0153-4ab6-990b-589c97abef4d tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.0723970 Mar 08 21:12:17.085460 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 3dce29ee-b205-4be4-9f1b-50685920065c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:17.085972 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.220136 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-602b261c-049b-495f-a3cb-5ed0dc1f6bb6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a99976454f004290990bad933291c7e5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1243076 Mar 08 21:12:17.224419 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37524) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:17.333679 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:12Z', 'revision_number': 3, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:17.380641 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Checking router: 40fa65bb-2293-45a6-ac3f-b4a0c539e40c for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:12:17.381187 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Updating router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:12:17.384700 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 3dce29ee-b205-4be4-9f1b-50685920065c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:17.385844 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 03dda75b-646e-490b-9ee4-5d60715d6ac4 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:17.450197 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ea0580-faad-4478-a7fe-698890925945,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:17.483696 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-39f8508c-5f66-484d-9ee4-afe130e24ad8 None None] Provisioning complete for port a1ea0580-faad-4478-a7fe-698890925945 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:17.484130 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-39f8508c-5f66-484d-9ee4-afe130e24ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a1ea0580-faad-4478-a7fe-698890925945), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.491537 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.492851 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e81aaab-d6b9-452b-b94b-0149370767c5 admin admin] Publish callbacks [] for security_group (284d3cbe-d346-4783-8fd8-d013e7f74eb7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.577033 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-39f8508c-5f66-484d-9ee4-afe130e24ad8 None None] Port a1ea0580-faad-4478-a7fe-698890925945 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:17.589072 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 03dda75b-646e-490b-9ee4-5d60715d6ac4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:17.589487 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.593013 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e81aaab-d6b9-452b-b94b-0149370767c5 admin admin] Publish callbacks [] for security_group (284d3cbe-d346-4783-8fd8-d013e7f74eb7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.731638 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:12:17.745756 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:12:17.767051 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:17.770413 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:17.852312 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.859965 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-31e6da94-b666-46ef-b03f-fc6ab6799ce3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1743326 Mar 08 21:12:17.877258 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e81aaab-d6b9-452b-b94b-0149370767c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (284d3cbe-d346-4783-8fd8-d013e7f74eb7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.880712 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37542) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:17.883806 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e81aaab-d6b9-452b-b94b-0149370767c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.886531 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1e81aaab-d6b9-452b-b94b-0149370767c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/284d3cbe-d346-4783-8fd8-d013e7f74eb7 HTTP/1.1" status: 204 len: 168 time: 0.6603656 Mar 08 21:12:17.933153 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81aaab-d6b9-452b-b94b-0149370767c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d3cbe-d346-4783-8fd8-d013e7f74eb7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:17.976269 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:17.981419 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a1ea0580-faad-4478-a7fe-698890925945), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.009988 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:18.243435 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Publish callbacks [] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.257154 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.313272 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50a6ed-22ca-42b5-b6e9-6a0ffc67d0ad None None] Pushing event updated for resources: {'Port': ['ID=227bb729-19bd-4fa9-87f1-d7e0ebe9b78a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:18.318532 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 03dda75b-646e-490b-9ee4-5d60715d6ac4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:18.318939 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.347995 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Attempting to bind port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:18.348216 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Attempting to bind port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:18.348493 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Attempting to bind port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:18.352628 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-98af90f8-d748-4ef3-91f3-972ad8bbab3c req-c704d624-6f7b-45d1-94bd-dd25b907fcd2 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.0883932 Mar 08 21:12:18.376034 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:18.376284 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:18.376560 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.376932 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:18.377463 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Bound port: 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:18.377856 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.385547 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 03dda75b-646e-490b-9ee4-5d60715d6ac4, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=03dda75b-646e-490b-9ee4-5d60715d6ac4,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:18.408568 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.493636 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] For port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:18.497505 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Allocated IP 172.20.0.1 (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212/c1adb901-27c9-4404-9968-a92b3304b21c/1cde1c72-0c68-48b3-92ba-24b310deec0f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:18.504135 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] For port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=227bb729-19bd-4fa9-87f1-d7e0ebe9b78a,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:18.506800 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=03dda75b-646e-490b-9ee4-5d60715d6ac4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:18.523396 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.524602 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:14Z', 'revision_number': 3, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:18.567383 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:12:18.567912 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Updating router d508e280-3222-4ac2-85ee-6f52bffef0f4 port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:12:18.604034 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.661959 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50a6ed-22ca-42b5-b6e9-6a0ffc67d0ad None None] Pushing event updated for resources: {'Port': ['ID=227bb729-19bd-4fa9-87f1-d7e0ebe9b78a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:18.673268 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:18.674490 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:18.702369 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Publish callbacks [] for port (a1ea0580-faad-4478-a7fe-698890925945), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.722269 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a1ea0580-faad-4478-a7fe-698890925945), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.722996 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.743561 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Publish callbacks [] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.816795 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.914077 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:18.936178 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:18.949909 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:18.971436 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:18.978252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:18.985498 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Pushing event updated for resources: {'Port': ['ID=1cde1c72-0c68-48b3-92ba-24b310deec0f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:18.995611 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ea0580-faad-4478-a7fe-698890925945,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:19.007279 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Publish callbacks [] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.017883 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.073723 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37574) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:19.106343 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fb1da-0279-4a12-a4ce-9228ab0a44d0 None None] Pushing event updated for resources: {'Port': ['ID=e4884256-fd7f-41d1-a3ad-4f4c4e542bb0,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:19.129701 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Network 680394b3-3a71-454f-bb48-bf40ca736825 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:19.133461 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:19.184081 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Attempting to bind port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:19.184493 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Attempting to bind port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:19.184935 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Attempting to bind port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:19.192866 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:19.193275 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:19.193858 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.194398 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:19.195382 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Bound port: e4884256-fd7f-41d1-a3ad-4f4c4e542bb0, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:19.195932 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.322965 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] For port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:19.323555 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.333338 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] For port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=e4884256-fd7f-41d1-a3ad-4f4c4e542bb0,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:19.360896 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.412286 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cb128d9-1860-4717-a893-23b172cb49f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.445397 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-da1f12ef-c959-4cb4-8eb9-1c6b4bc799cf None None] Provisioning complete for port 1cde1c72-0c68-48b3-92ba-24b310deec0f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:19.447852 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-da1f12ef-c959-4cb4-8eb9-1c6b4bc799cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.465504 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:19.466910 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:19.606231 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.13', 64667) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:19.648510 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:12Z', 'revision_number': 3, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:19.690173 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fb1da-0279-4a12-a4ce-9228ab0a44d0 None None] Pushing event updated for resources: {'Port': ['ID=e4884256-fd7f-41d1-a3ad-4f4c4e542bb0,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:19.691484 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e2b0f6e7-8819-410a-b50f-1e092c810134 req-e6058322-de7f-47ac-96a6-5c16498d831b tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.1668305 Mar 08 21:12:19.768002 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7940a-4a60-4e58-bd34-cc3641099f21 None None] The sync data for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi is: [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:12Z', 'revision_number': 3, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:12:19.780026 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-da1f12ef-c959-4cb4-8eb9-1c6b4bc799cf None None] Port 1cde1c72-0c68-48b3-92ba-24b310deec0f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:19.811980 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.910925 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fe4f5e49-c048-49e2-b5ca-2698f38bdd73 None None] Provisioning complete for port a1ea0580-faad-4478-a7fe-698890925945 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:19.917125 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe4f5e49-c048-49e2-b5ca-2698f38bdd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a1ea0580-faad-4478-a7fe-698890925945), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:19.946547 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:20.068191 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fe4f5e49-c048-49e2-b5ca-2698f38bdd73 None None] Port a1ea0580-faad-4478-a7fe-698890925945 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:20.174942 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:12:20.416365 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:14Z', 'revision_number': 3, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:20.454863 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-391aea90-337d-4ffe-bf0c-1042cc03fcf2 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:20.457891 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-391aea90-337d-4ffe-bf0c-1042cc03fcf2 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.13 "GET /v2.0/networks?id=988aaff9-59ff-42ad-85ec-af8630b5de69 HTTP/1.1" status: 200 len: 811 time: 0.8453248 Mar 08 21:12:20.492902 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0554c-3dfc-4a37-acf5-53ce7c938afb None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:14Z', 'revision_number': 3, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:12:20.502940 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Publish callbacks [] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:20.514459 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:20.515501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:20.611455 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Allocated IP 172.20.0.1 (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9/edd0269d-95ee-4acc-9643-101991c5b32a/7a5067bd-57fc-4e9f-9b1d-f1059a02eb25) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:20.615870 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Request body: {'port': {'device_id': '4bc8707d-f8ca-4e46-83be-d77fbfe671cc', 'network_id': '988aaff9-59ff-42ad-85ec-af8630b5de69', 'admin_state_up': True, 'tenant_id': '2d71c7201c264d2dac0d2320457d65a3'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:20.938295 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:21.095976 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:21.096360 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:21.210281 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37642) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:21.344303 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cb128d9-1860-4717-a893-23b172cb49f3 admin admin] Publish callbacks [] for security_group (ce1320f7-db93-40dd-842f-1bb351583064), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:21.364094 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cb128d9-1860-4717-a893-23b172cb49f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ce1320f7-db93-40dd-842f-1bb351583064), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:21.416375 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Pushing event updated for resources: {'Port': ['ID=1cde1c72-0c68-48b3-92ba-24b310deec0f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:21.424832 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:21.425094 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:21.474656 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=227bb729-19bd-4fa9-87f1-d7e0ebe9b78a,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:21.488476 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:21.489405 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 03dda75b-646e-490b-9ee4-5d60715d6ac4 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:21.560715 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e47b9ee9-9584-43dc-85f1-fc347ee63d98 req-1f8ab0ab-6e96-42ef-80bf-c42870b610a4 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.3474882 Mar 08 21:12:21.588308 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:12:21.607647 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-399ef13c-e6ef-4a4f-8f7c-2d6b1d255695 admin admin] 10.222.0.61 "PUT /v2.0/routers/7eae09f8-e515-49a3-ae1f-b172a5f0ac18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8989050 Mar 08 21:12:21.637694 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3cb128d9-1860-4717-a893-23b172cb49f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62e8be4093b944efa99403b967ebd3bc&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5626917 Mar 08 21:12:21.644626 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:21.660695 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb128d9-1860-4717-a893-23b172cb49f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1320f7-db93-40dd-842f-1bb351583064,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:21.744011 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=227bb729-19bd-4fa9-87f1-d7e0ebe9b78a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:21.748198 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Sync routers for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:12:21.760088 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:21.760717 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:21.823156 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:21.833530 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:21.858405 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Made reservation on behalf of 2d71c7201c264d2dac0d2320457d65a3 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:21.868741 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:21.878502 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Publish callbacks [] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:21.993701 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:22.109826 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:22.149988 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:22.158051 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:22.163568 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:22.164301 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (d508e280-3222-4ac2-85ee-6f52bffef0f4), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:22.168405 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8595b54f-543c-49fc-9b16-b03aa4c670b0 admin admin] Publish callbacks [] for security_group (ce1320f7-db93-40dd-842f-1bb351583064), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:22.188752 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Pushing event updated for resources: {'Port': ['ID=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:22.306430 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 03dda75b-646e-490b-9ee4-5d60715d6ac4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:22.306903 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:22.438568 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8595b54f-543c-49fc-9b16-b03aa4c670b0 admin admin] Publish callbacks [] for security_group (ce1320f7-db93-40dd-842f-1bb351583064), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:22.836933 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:22.839164 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8595b54f-543c-49fc-9b16-b03aa4c670b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ce1320f7-db93-40dd-842f-1bb351583064), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:22.842285 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8595b54f-543c-49fc-9b16-b03aa4c670b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:22.846405 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8595b54f-543c-49fc-9b16-b03aa4c670b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce1320f7-db93-40dd-842f-1bb351583064 HTTP/1.1" status: 204 len: 168 time: 1.1938663 Mar 08 21:12:22.911772 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595b54f-543c-49fc-9b16-b03aa4c670b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1320f7-db93-40dd-842f-1bb351583064,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:23.100384 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Allocated IP 172.20.0.9 (988aaff9-59ff-42ad-85ec-af8630b5de69/b27b7258-a3fa-4518-8c65-e0ceb210f7f8/27cbb464-745d-4824-b2ae-ec2949f3e9f5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:23.224902 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b9e63671-4294-431b-8922-44c2edf6632a None None] Provisioning complete for port 1cde1c72-0c68-48b3-92ba-24b310deec0f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:23.225483 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9e63671-4294-431b-8922-44c2edf6632a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:23.378753 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6209c85e-85bc-46ca-be1a-445b19b4ff90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:23.477474 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:12:23.566461 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-40a0c8e5-4f86-4c7f-998d-0f40e2bb6e0e req-233851da-ebc1-4277-baa1-2a4514fafa7a tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.2169268 Mar 08 21:12:23.569248 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:12:23.622649 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b9e63671-4294-431b-8922-44c2edf6632a None None] Port 1cde1c72-0c68-48b3-92ba-24b310deec0f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:23.713391 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 2, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:23.775197 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Publish callbacks [] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:23.792243 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:23.796552 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (d508e280-3222-4ac2-85ee-6f52bffef0f4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:23.810778 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6209c85e-85bc-46ca-be1a-445b19b4ff90 admin admin] Publish callbacks [] for security_group (3ab5aae6-6def-41b3-b55c-76b8b2eddcaf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:23.825042 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6209c85e-85bc-46ca-be1a-445b19b4ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (3ab5aae6-6def-41b3-b55c-76b8b2eddcaf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:23.935024 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Checking router: 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:12:23.935382 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Updating router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 port a1ea0580-faad-4478-a7fe-698890925945 binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:12:23.950260 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Pushing event updated for resources: {'Port': ['ID=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:24.093674 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 03dda75b-646e-490b-9ee4-5d60715d6ac4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:24.109724 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a1ea0580-faad-4478-a7fe-698890925945), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:24.141768 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-858c1b26-a663-4b41-a003-95356b6bb134 None None] Provisioning complete for port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:24.142350 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-858c1b26-a663-4b41-a003-95356b6bb134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:24.174480 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37738) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:24.228792 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209c85e-85bc-46ca-be1a-445b19b4ff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5aae6-6def-41b3-b55c-76b8b2eddcaf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:24.367567 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6209c85e-85bc-46ca-be1a-445b19b4ff90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=217a304cb3bc4bb1bc29c3cd2dc15fa4&name=default HTTP/1.1" status: 200 len: 2992 time: 3.1463385 Mar 08 21:12:24.378151 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37748) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:24.497995 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-858c1b26-a663-4b41-a003-95356b6bb134 None None] Port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:24.575866 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:24.586263 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17a8bd4d-853d-467b-9a4e-9abeee5c54e7 admin admin] Publish callbacks [] for security_group (3ab5aae6-6def-41b3-b55c-76b8b2eddcaf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:24.591862 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:24.679597 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:24.694309 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1cccbf11-76e9-4dd0-9a38-bcaf80a61f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.022350 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:25.031933 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f7e8806d-05a6-4ed8-92e9-c32bca9abfa1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752465760', 'description': 'tempest-description--899247395'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:25.071869 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:12:25.111319 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7c44f32f-f70a-4706-8fc8-1a636a9e2bb3 req-1807260b-5acc-4329-9c62-5177336a7da7 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.3432696 Mar 08 21:12:25.148503 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Publish callbacks [] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.164326 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17a8bd4d-853d-467b-9a4e-9abeee5c54e7 admin admin] Publish callbacks [] for security_group (3ab5aae6-6def-41b3-b55c-76b8b2eddcaf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.306434 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1cccbf11-76e9-4dd0-9a38-bcaf80a61f07 admin admin] Publish callbacks [] for security_group (84b87ec4-2a4e-4ffb-a8df-209eadb9e005), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.314089 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.391024 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:25.391710 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.417565 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a99885bb-e6fd-40e6-b481-47d626deb0bc None None] Provisioning complete for port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:25.418184 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a99885bb-e6fd-40e6-b481-47d626deb0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.470984 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1cccbf11-76e9-4dd0-9a38-bcaf80a61f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (84b87ec4-2a4e-4ffb-a8df-209eadb9e005), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.475815 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a99885bb-e6fd-40e6-b481-47d626deb0bc None None] Port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:25.531813 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:12:25.537767 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3e846703-3409-4e30-b3be-76ee5b34a5cf admin admin] 10.222.0.61 "PUT /v2.0/routers/d508e280-3222-4ac2-85ee-6f52bffef0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6559074 Mar 08 21:12:25.538856 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17a8bd4d-853d-467b-9a4e-9abeee5c54e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (3ab5aae6-6def-41b3-b55c-76b8b2eddcaf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.542947 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17a8bd4d-853d-467b-9a4e-9abeee5c54e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.545258 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-17a8bd4d-853d-467b-9a4e-9abeee5c54e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ab5aae6-6def-41b3-b55c-76b8b2eddcaf HTTP/1.1" status: 204 len: 168 time: 1.1569054 Mar 08 21:12:25.546687 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e8806d-05a6-4ed8-92e9-c32bca9abfa1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.566066 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:12:25.592353 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:25.599133 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:25.611818 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Network 988aaff9-59ff-42ad-85ec-af8630b5de69 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:25.654631 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:25.706062 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:25.714439 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:25.715353 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.737973 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37774) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:25.739400 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:12:25.743459 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Publish callbacks [] for port (a1ea0580-faad-4478-a7fe-698890925945), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.765793 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6b7aa98b-8c01-4e4c-a206-687286456749 admin admin] 10.222.0.61 "PUT /v2.0/routers/40fa65bb-2293-45a6-ac3f-b4a0c539e40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0911899 Mar 08 21:12:25.766207 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Sync routers for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:12:25.769853 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e8806d-05a6-4ed8-92e9-c32bca9abfa1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (0be30b5f-91db-4223-acd8-85830c81bea8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.771084 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8bd4d-853d-467b-9a4e-9abeee5c54e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5aae6-6def-41b3-b55c-76b8b2eddcaf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:25.784505 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e8806d-05a6-4ed8-92e9-c32bca9abfa1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0be30b5f-91db-4223-acd8-85830c81bea8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.794114 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Pushing event updated for resources: {'Port': ['ID=27cbb464-745d-4824-b2ae-ec2949f3e9f5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:25.825670 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1cccbf11-76e9-4dd0-9a38-bcaf80a61f07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2105d2cfadd447df805b44a4b09d9a5b&name=default HTTP/1.1" status: 200 len: 2993 time: 1.6397834 Mar 08 21:12:25.827997 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:25.829505 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccbf11-76e9-4dd0-9a38-bcaf80a61f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b87ec4-2a4e-4ffb-a8df-209eadb9e005,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:25.846529 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:25.849777 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-1120f149-2209-4de1-a9b3-eaab4a43f478 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3060226 Mar 08 21:12:25.850744 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:25.856807 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a1ea0580-faad-4478-a7fe-698890925945), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.913934 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:25.945899 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7e8806d-05a6-4ed8-92e9-c32bca9abfa1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:25.951745 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f7e8806d-05a6-4ed8-92e9-c32bca9abfa1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9247653 Mar 08 21:12:25.955541 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37782) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:25.960748 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7f4433f2-ddf7-4603-8640-5ffc16738219 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'security_group_rule': {'security_group_id': '0be30b5f-91db-4223-acd8-85830c81bea8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:26.078666 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f6cbb-95ed-41bf-a540-dab4db989fcc None None] Pushing event updated for resources: {'Port': ['ID=a1ea0580-faad-4478-a7fe-698890925945,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:26.087207 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f4433f2-ddf7-4603-8640-5ffc16738219 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (192b6dbd-e672-49d5-a3e4-a1b5b0359483), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.114354 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8806d-05a6-4ed8-92e9-c32bca9abfa1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be30b5f-91db-4223-acd8-85830c81bea8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:26.160000 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:26.160366 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.240012 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=e4884256-fd7f-41d1-a3ad-4f4c4e542bb0,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:26.273405 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.278363 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:26.314732 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-358bf501-fe00-469a-b4e0-582eb1ad7047 admin admin] Publish callbacks [] for security_group (84b87ec4-2a4e-4ffb-a8df-209eadb9e005), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.437037 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-358bf501-fe00-469a-b4e0-582eb1ad7047 admin admin] Publish callbacks [] for security_group (84b87ec4-2a4e-4ffb-a8df-209eadb9e005), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.512539 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:23Z', 'revision_number': 2, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:26.613920 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-358bf501-fe00-469a-b4e0-582eb1ad7047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (84b87ec4-2a4e-4ffb-a8df-209eadb9e005), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.618085 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-358bf501-fe00-469a-b4e0-582eb1ad7047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.619805 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-358bf501-fe00-469a-b4e0-582eb1ad7047 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84b87ec4-2a4e-4ffb-a8df-209eadb9e005 HTTP/1.1" status: 204 len: 168 time: 0.7671831 Mar 08 21:12:26.642912 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bf501-fe00-469a-b4e0-582eb1ad7047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b87ec4-2a4e-4ffb-a8df-209eadb9e005,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:26.669121 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:12:26.669666 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Updating router d508e280-3222-4ac2-85ee-6f52bffef0f4 port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:12:26.682599 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f4433f2-ddf7-4603-8640-5ffc16738219 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (192b6dbd-e672-49d5-a3e4-a1b5b0359483), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.731311 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f4433f2-ddf7-4603-8640-5ffc16738219 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (192b6dbd-e672-49d5-a3e4-a1b5b0359483), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.791344 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f4433f2-ddf7-4603-8640-5ffc16738219 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.794790 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7f4433f2-ddf7-4603-8640-5ffc16738219 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8363166 Mar 08 21:12:26.795772 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:26.801509 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-108913a9-e452-4f18-a246-2be661db8036 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'security_group_rule': {'security_group_id': '0be30b5f-91db-4223-acd8-85830c81bea8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:26.808383 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940e8d7-b65a-451e-9adb-dd6c554d70f8 req-6b5f9bae-5100-43b9-839c-35742d7b8c10 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:26.810344 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5940e8d7-b65a-451e-9adb-dd6c554d70f8 req-6b5f9bae-5100-43b9-839c-35742d7b8c10 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 931 time: 0.3912423 Mar 08 21:12:26.811471 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4433f2-ddf7-4603-8640-5ffc16738219 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192b6dbd-e672-49d5-a3e4-a1b5b0359483,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:26.823199 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:26.902255 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-108913a9-e452-4f18-a246-2be661db8036 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (aef92cc5-9d33-4f17-b114-ee9e62e20787), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.027960 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5940e8d7-b65a-451e-9adb-dd6c554d70f8 req-48afd231-0621-45d8-8b60-85ecfd9162b2 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008810 Mar 08 21:12:27.028648 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ae669efb-9fd9-4b2d-8747-daacdd9ebfd9 None None] Provisioning complete for port a1ea0580-faad-4478-a7fe-698890925945 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:27.029183 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ae669efb-9fd9-4b2d-8747-daacdd9ebfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a1ea0580-faad-4478-a7fe-698890925945), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.049954 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4520aefa-ec21-4186-8ac8-87b72a0eeb9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.056770 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-146c3f75-dc25-469c-b601-5e2e1e99978e tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:12:27.057581 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-146c3f75-dc25-469c-b601-5e2e1e99978e tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287046 Mar 08 21:12:27.238857 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:27.244693 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ae669efb-9fd9-4b2d-8747-daacdd9ebfd9 None None] Port a1ea0580-faad-4478-a7fe-698890925945 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:27.273417 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4520aefa-ec21-4186-8ac8-87b72a0eeb9b admin admin] Publish callbacks [] for security_group (bbcaf6f5-1c67-47e6-a822-192523ec891f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.274584 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-108913a9-e452-4f18-a246-2be661db8036 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (aef92cc5-9d33-4f17-b114-ee9e62e20787), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.284966 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-108913a9-e452-4f18-a246-2be661db8036 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (aef92cc5-9d33-4f17-b114-ee9e62e20787), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.285335 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4520aefa-ec21-4186-8ac8-87b72a0eeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (bbcaf6f5-1c67-47e6-a822-192523ec891f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.293983 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=e4884256-fd7f-41d1-a3ad-4f4c4e542bb0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:27.307816 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Attempting to bind port a1ea0580-faad-4478-a7fe-698890925945 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:27.308287 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Attempting to bind port a1ea0580-faad-4478-a7fe-698890925945 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:27.308755 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Attempting to bind port a1ea0580-faad-4478-a7fe-698890925945 on network 680394b3-3a71-454f-bb48-bf40ca736825 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:27.321041 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:27.321352 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Checking segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:27.321730 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.322085 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Bound using segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:27.323861 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Bound port: a1ea0580-faad-4478-a7fe-698890925945, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:27.323861 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a1ea0580-faad-4478-a7fe-698890925945), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.333405 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108913a9-e452-4f18-a246-2be661db8036 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef92cc5-9d33-4f17-b114-ee9e62e20787,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:27.355749 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-108913a9-e452-4f18-a246-2be661db8036 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.357176 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-108913a9-e452-4f18-a246-2be661db8036 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5595772 Mar 08 21:12:27.363006 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37818) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:27.368137 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:27.441497 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.450573 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4520aefa-ec21-4186-8ac8-87b72a0eeb9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6013c9c58b004fc2a9cad8db3dc81319&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7015517 Mar 08 21:12:27.451841 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37820) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:27.550477 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520aefa-ec21-4186-8ac8-87b72a0eeb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcaf6f5-1c67-47e6-a822-192523ec891f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:27.688377 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd83583f-f061-4f28-bc32-0edc00b8e842 admin admin] Publish callbacks [] for security_group (bbcaf6f5-1c67-47e6-a822-192523ec891f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.747793 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd83583f-f061-4f28-bc32-0edc00b8e842 admin admin] Publish callbacks [] for security_group (bbcaf6f5-1c67-47e6-a822-192523ec891f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.817939 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:27.818348 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.863868 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd83583f-f061-4f28-bc32-0edc00b8e842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (bbcaf6f5-1c67-47e6-a822-192523ec891f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.868611 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd83583f-f061-4f28-bc32-0edc00b8e842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.873802 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-cd83583f-f061-4f28-bc32-0edc00b8e842 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbcaf6f5-1c67-47e6-a822-192523ec891f HTTP/1.1" status: 204 len: 168 time: 0.3950257 Mar 08 21:12:27.888765 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83583f-f061-4f28-bc32-0edc00b8e842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcaf6f5-1c67-47e6-a822-192523ec891f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:27.937214 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Request body: {'port': {'device_id': '4bc8707d-f8ca-4e46-83be-d77fbfe671cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:27.967522 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Publish callbacks [] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.995015 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:27.999925 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:28.227749 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:28.229741 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553730b9-f9c6-476a-8ff1-52e173fbf729 None None] Pushing event updated for resources: {'Port': ['ID=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:28.359038 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] For port a1ea0580-faad-4478-a7fe-698890925945, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:28.376209 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] For port a1ea0580-faad-4478-a7fe-698890925945, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=a1ea0580-faad-4478-a7fe-698890925945,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:28.404764 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a1ea0580-faad-4478-a7fe-698890925945), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:28.491605 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Allocated IP 172.27.1.104 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/23791abb-b29c-4f23-88fc-b99cfae2d283) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:28.648674 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Attempting to bind port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:28.649037 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Attempting to bind port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:28.658315 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Attempting to bind port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:28.688817 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:28.692382 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Checking segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:28.694215 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:28.696251 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Bound using segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:28.698377 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Bound port: 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:28.700183 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:28.728867 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for port (23791abb-b29c-4f23-88fc-b99cfae2d283), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:28.829897 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (23791abb-b29c-4f23-88fc-b99cfae2d283), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:28.843918 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f6cbb-95ed-41bf-a540-dab4db989fcc None None] Pushing event updated for resources: {'Port': ['ID=a1ea0580-faad-4478-a7fe-698890925945,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:28.918944 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 2, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:28.984373 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] For port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:28.997286 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] For port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:29.011760 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:29.020644 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37846) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:29.028185 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:29.044424 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:29.110231 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1eaf5a4a-efbe-4bf9-b397-2feed72448e6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--89012192', 'description': 'tempest-description--2085428969'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:29.134908 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:29.155552 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'Port': ['ID=23791abb-b29c-4f23-88fc-b99cfae2d283,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:29.207753 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553730b9-f9c6-476a-8ff1-52e173fbf729 None None] Pushing event updated for resources: {'Port': ['ID=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,revision_number=4']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:29.221710 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:29.224668 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:29.361424 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37856) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:29.414087 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Checking router: 40fa65bb-2293-45a6-ac3f-b4a0c539e40c for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:12:29.425291 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Updating router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c port 1cde1c72-0c68-48b3-92ba-24b310deec0f binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:12:29.428740 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:29.523252 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:29.539007 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:29.650615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eaa913d5-96d5-4696-a0ca-e0da8376a73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:29.655780 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (f4618f04-77b6-4b61-9e58-24bf75bb6155), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:29.869034 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:29.998610 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-83fdb6a5-98bb-4740-960e-7698cfbdc464 None None] Provisioning complete for port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:29.999057 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83fdb6a5-98bb-4740-960e-7698cfbdc464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:30.027947 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:30.039761 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:30.130134 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37876) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:30.234086 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-90f7300f-66e2-474a-ac38-676ee8ff5112 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872030651', 'description': 'tempest-description--2091055014'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:30.333979 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7ee7-7713-4b0d-8ad8-805093e593e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:30.347998 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (23791abb-b29c-4f23-88fc-b99cfae2d283), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:30.361173 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5a4a-efbe-4bf9-b397-2feed72448e6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:30.468525 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2e12a-a98a-4a88-9dd7-2cbf88ca8e1d req-697d88d4-7076-495d-91cb-d435b701d9de tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:30.478596 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2a2e12a-a98a-4a88-9dd7-2cbf88ca8e1d req-697d88d4-7076-495d-91cb-d435b701d9de tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 931 time: 0.7988870 Mar 08 21:12:30.539682 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90f7300f-66e2-474a-ac38-676ee8ff5112 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:30.550908 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:30.653913 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:30.654721 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:30.692638 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:28Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:30.771576 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1607508-7d78-40bc-8c73-ffff8d489e40 None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:28Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:12:31.096149 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2a2e12a-a98a-4a88-9dd7-2cbf88ca8e1d req-b82034a2-47a5-4949-aa34-32fb6556d152 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952623 Mar 08 21:12:31.122553 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90f7300f-66e2-474a-ac38-676ee8ff5112 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.148476 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90f7300f-66e2-474a-ac38-676ee8ff5112 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.150114 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for port (23791abb-b29c-4f23-88fc-b99cfae2d283), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.158899 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (23791abb-b29c-4f23-88fc-b99cfae2d283), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.188195 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5a4a-efbe-4bf9-b397-2feed72448e6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (aca026fa-cc94-4707-bc51-0aa7f61175aa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.221588 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5a4a-efbe-4bf9-b397-2feed72448e6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (aca026fa-cc94-4707-bc51-0aa7f61175aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.235917 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (f4618f04-77b6-4b61-9e58-24bf75bb6155), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.268532 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7ee7-7713-4b0d-8ad8-805093e593e9 admin admin] Publish callbacks [] for security_group (da8d334f-2e3b-4600-be63-ad87364a9090), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.290222 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cbb464-745d-4824-b2ae-ec2949f3e9f5 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:12:31.316964 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Publish callbacks [] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.348845 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.356638 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9924221 Mar 08 21:12:31.360647 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15620a69-a785-4dd5-8f77-6aa5d5007a54 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'Port': ['ID=23791abb-b29c-4f23-88fc-b99cfae2d283,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:31.402356 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5a4a-efbe-4bf9-b397-2feed72448e6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.412061 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1eaf5a4a-efbe-4bf9-b397-2feed72448e6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.3726687 Mar 08 21:12:31.412061 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7ee7-7713-4b0d-8ad8-805093e593e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (da8d334f-2e3b-4600-be63-ad87364a9090), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.412378 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:31.416917 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c342c3d0-b661-4b05-8b52-157902394a74 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group_rule': {'security_group_id': 'aca026fa-cc94-4707-bc51-0aa7f61175aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:31.505141 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c342c3d0-b661-4b05-8b52-157902394a74 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (c0bfd27e-15f3-4ddd-ba56-5e23b5a41291), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.508941 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Transition to ACTIVE for port object 27cbb464-745d-4824-b2ae-ec2949f3e9f5 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:12:31.517235 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90f7300f-66e2-474a-ac38-676ee8ff5112 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.525055 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-90f7300f-66e2-474a-ac38-676ee8ff5112 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3368173 Mar 08 21:12:31.534888 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:31.541160 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c3cb5671-579a-40e9-9f0c-cd185ba4c973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'security_group_rule': {'security_group_id': '7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:31.585661 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5cdf7ee7-7713-4b0d-8ad8-805093e593e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a78bbf0446c642039b95873d4b625702&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2000635 Mar 08 21:12:31.589399 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37916) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:31.613495 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.618513 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7300f-66e2-474a-ac38-676ee8ff5112 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:31.756241 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf5a4a-efbe-4bf9-b397-2feed72448e6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca026fa-cc94-4707-bc51-0aa7f61175aa,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:31.857171 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5671-579a-40e9-9f0c-cd185ba4c973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (cc7e2a24-5af6-4331-87d8-3a189d9b6fea), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.939301 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c342c3d0-b661-4b05-8b52-157902394a74 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (c0bfd27e-15f3-4ddd-ba56-5e23b5a41291), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.978492 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c342c3d0-b661-4b05-8b52-157902394a74 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (c0bfd27e-15f3-4ddd-ba56-5e23b5a41291), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:31.989066 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-83fdb6a5-98bb-4740-960e-7698cfbdc464 None None] Current status of the port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:31.989066 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83fdb6a5-98bb-4740-960e-7698cfbdc464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.114796 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342c3d0-b661-4b05-8b52-157902394a74 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bfd27e-15f3-4ddd-ba56-5e23b5a41291,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:32.164157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c342c3d0-b661-4b05-8b52-157902394a74 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.165563 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c342c3d0-b661-4b05-8b52-157902394a74 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7527204 Mar 08 21:12:32.168961 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37946) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:32.180690 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3232399a-6a59-4c13-8895-da8806b9e203 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group_rule': {'security_group_id': 'aca026fa-cc94-4707-bc51-0aa7f61175aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:32.183306 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7b44c1e-93e7-49ca-89e5-9ccb91b1381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.244901 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3232399a-6a59-4c13-8895-da8806b9e203 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (9f463bf4-a614-4367-8970-39812de47d0e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.299293 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-83fdb6a5-98bb-4740-960e-7698cfbdc464 None None] For port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:32.300381 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5671-579a-40e9-9f0c-cd185ba4c973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (cc7e2a24-5af6-4331-87d8-3a189d9b6fea), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.339309 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5671-579a-40e9-9f0c-cd185ba4c973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (cc7e2a24-5af6-4331-87d8-3a189d9b6fea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.362989 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83fdb6a5-98bb-4740-960e-7698cfbdc464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.371881 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Pushing event updated for resources: {'Port': ['ID=27cbb464-745d-4824-b2ae-ec2949f3e9f5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:32.385607 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf7ee7-7713-4b0d-8ad8-805093e593e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d334f-2e3b-4600-be63-ad87364a9090,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:32.467536 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb5671-579a-40e9-9f0c-cd185ba4c973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7e2a24-5af6-4331-87d8-3a189d9b6fea,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:32.489308 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5671-579a-40e9-9f0c-cd185ba4c973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.491237 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c3cb5671-579a-40e9-9f0c-cd185ba4c973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9548905 Mar 08 21:12:32.516138 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37954) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:32.531390 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e1d5f8eb-de9c-4ff7-b016-4c04e3edc4c2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'security_group_rule': {'security_group_id': '7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:32.614884 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-ac2f5c7e-5294-495f-8272-61635ddafc0f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--752465760&fields=id&tenant_id=2a0a866da4154f5180339f0ebee91eaf HTTP/1.1" status: 200 len: 267 time: 0.7163055 Mar 08 21:12:32.647699 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Provisioning complete for port a1ea0580-faad-4478-a7fe-698890925945 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:32.648080 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a1ea0580-faad-4478-a7fe-698890925945), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.672166 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Attempting to bind port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:32.674754 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Attempting to bind port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '988aaff9-59ff-42ad-85ec-af8630b5de69'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:32.675287 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Attempting to bind port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 on network 988aaff9-59ff-42ad-85ec-af8630b5de69 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:32.707325 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8eb-de9c-4ff7-b016-4c04e3edc4c2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (346a6e31-c5cd-40d8-8891-1ff8956e2ba0), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.763033 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 on network 988aaff9-59ff-42ad-85ec-af8630b5de69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:12:32.763371 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Attempting to bind port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 on network 988aaff9-59ff-42ad-85ec-af8630b5de69 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:32.788773 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3232399a-6a59-4c13-8895-da8806b9e203 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (9f463bf4-a614-4367-8970-39812de47d0e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.794703 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:32.798300 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Checking segment: {'id': 'c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '988aaff9-59ff-42ad-85ec-af8630b5de69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:32.799312 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Bound using segment: {'id': 'c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '988aaff9-59ff-42ad-85ec-af8630b5de69'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:32.800187 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Bound port: 27cbb464-745d-4824-b2ae-ec2949f3e9f5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '988aaff9-59ff-42ad-85ec-af8630b5de69'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:32.801567 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.822247 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:32.822514 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c27c568-ecb6-4d4a-bd80-d8659b09581a admin admin] Publish callbacks [] for security_group (da8d334f-2e3b-4600-be63-ad87364a9090), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.836528 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.842051 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3232399a-6a59-4c13-8895-da8806b9e203 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (9f463bf4-a614-4367-8970-39812de47d0e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:32.898209 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] For port 27cbb464-745d-4824-b2ae-ec2949f3e9f5, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:32.904250 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] For port 27cbb464-745d-4824-b2ae-ec2949f3e9f5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27cbb464-745d-4824-b2ae-ec2949f3e9f5,segment=NetworkSegment(c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000),segment_id=c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:32.924734 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.005609 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdb6a5-98bb-4740-960e-7698cfbdc464 None None] Pushing event updated for resources: {'Port': ['ID=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:33.026920 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403f74b-61bf-4eba-a6ee-2216c88c791f req-9c04947d-55d3-4dae-87fd-7cfbf53452d4 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:33.047419 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8403f74b-61bf-4eba-a6ee-2216c88c791f req-9c04947d-55d3-4dae-87fd-7cfbf53452d4 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.7420616 Mar 08 21:12:33.089155 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Publish callbacks [] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.148507 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3232399a-6a59-4c13-8895-da8806b9e203 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.149252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:33.156161 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.156161 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] 10.222.0.13 "PUT /v2.0/ports/27cbb464-745d-4824-b2ae-ec2949f3e9f5 HTTP/1.1" status: 200 len: 1093 time: 5.6656084 Mar 08 21:12:33.157424 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3232399a-6a59-4c13-8895-da8806b9e203 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9833183 Mar 08 21:12:33.165869 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c27c568-ecb6-4d4a-bd80-d8659b09581a admin admin] Publish callbacks [] for security_group (da8d334f-2e3b-4600-be63-ad87364a9090), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.167830 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc8707d-f8ca-4e46-83be-d77fbfe671cc', 'tag': '27cbb464-745d-4824-b2ae-ec2949f3e9f5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:12:33.190797 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 37968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:33.210915 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:33.239876 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Current status of the port a1ea0580-faad-4478-a7fe-698890925945 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:33.240321 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a1ea0580-faad-4478-a7fe-698890925945), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.244194 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:33.319720 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.329868 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.365714 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232399a-6a59-4c13-8895-da8806b9e203 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f463bf4-a614-4367-8970-39812de47d0e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:33.553132 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8eb-de9c-4ff7-b016-4c04e3edc4c2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (346a6e31-c5cd-40d8-8891-1ff8956e2ba0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.605402 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8eb-de9c-4ff7-b016-4c04e3edc4c2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (346a6e31-c5cd-40d8-8891-1ff8956e2ba0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.658507 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] For port a1ea0580-faad-4478-a7fe-698890925945, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=a1ea0580-faad-4478-a7fe-698890925945,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:33.711161 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a1ea0580-faad-4478-a7fe-698890925945), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.741754 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5f8eb-de9c-4ff7-b016-4c04e3edc4c2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346a6e31-c5cd-40d8-8891-1ff8956e2ba0,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:33.804502 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8403f74b-61bf-4eba-a6ee-2216c88c791f req-92306859-0c11-445a-97d1-89e614ffb734 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7239873 Mar 08 21:12:33.847398 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f8eb-de9c-4ff7-b016-4c04e3edc4c2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:33.848613 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e1d5f8eb-de9c-4ff7-b016-4c04e3edc4c2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3294203 Mar 08 21:12:33.878492 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 37988) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:33.935680 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:33.995084 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Attempting to bind port 1cde1c72-0c68-48b3-92ba-24b310deec0f on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:33.995467 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Attempting to bind port 1cde1c72-0c68-48b3-92ba-24b310deec0f by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:33.995830 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Attempting to bind port 1cde1c72-0c68-48b3-92ba-24b310deec0f on network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:34.002920 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d49c1-7d44-4ef3-a543-71eb6d783975 None None] Pushing event updated for resources: {'Port': ['ID=1cde1c72-0c68-48b3-92ba-24b310deec0f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:34.023186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cd5077-336e-4446-8ed5-e54aec890d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc8707d-f8ca-4e46-83be-d77fbfe671cc", "tag": "27cbb464-745d-4824-b2ae-ec2949f3e9f5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:12:34.059846 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.098850 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-c4759d28-4e6a-47bb-9da3-cc3be139e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:34.108409 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-c4759d28-4e6a-47bb-9da3-cc3be139e168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d71c7201c264d2dac0d2320457d65a3&device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 1127 time: 0.7543304 Mar 08 21:12:34.111638 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240723-ab78-48c0-9d2c-7fb951dc5f8d service neutron] Pushing event updated for resources: {'Port': ['ID=27cbb464-745d-4824-b2ae-ec2949f3e9f5,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:34.145858 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.152057 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Pushing event updated for resources: {'Port': ['ID=a1ea0580-faad-4478-a7fe-698890925945,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:34.157959 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:28Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:34.162415 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-c58c05ee-243a-46ab-9386-51181bb75b90 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:34.182581 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-c58c05ee-243a-46ab-9386-51181bb75b90 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 817 time: 1.5137901 Mar 08 21:12:34.197594 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69348334-cd2c-4979-9b0d-c1edef669246 None None] The sync data for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi is: [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:28Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:12:34.200958 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Provisioning complete for port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:34.202875 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.208611 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:34.208996 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Checking segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:34.209426 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.209829 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Bound using segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:34.210324 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Bound port: 1cde1c72-0c68-48b3-92ba-24b310deec0f, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:34.210764 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.266198 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea9e825-bb54-4897-abcc-c07b70c83dfd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/quotas/2a0a866da4154f5180339f0ebee91eaf HTTP/1.1" status: 200 len: 375 time: 0.0817418 Mar 08 21:12:34.330489 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:34.330940 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.463188 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.548341 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Allocated IP 172.27.1.129 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:34.750434 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] For port 1cde1c72-0c68-48b3-92ba-24b310deec0f, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:34.763464 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:34.879186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fcfb84-3bc7-4aaf-b4ef-365e889ba733 x-openstack-request-id: req-c3fcfb84-3bc7-4aaf-b4ef-365e889ba733 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:12:34.880096 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc8707d-f8ca-4e46-83be-d77fbfe671cc", "tag": "27cbb464-745d-4824-b2ae-ec2949f3e9f5", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:12:34.880096 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3fcfb84-3bc7-4aaf-b4ef-365e889ba733 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:12:34.880096 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc8707d-f8ca-4e46-83be-d77fbfe671cc', 'tag': '27cbb464-745d-4824-b2ae-ec2949f3e9f5', 'status': 'completed', 'code': 200} Mar 08 21:12:34.911789 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] For port 1cde1c72-0c68-48b3-92ba-24b310deec0f, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=1cde1c72-0c68-48b3-92ba-24b310deec0f,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:34.914360 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c27c568-ecb6-4d4a-bd80-d8659b09581a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (da8d334f-2e3b-4600-be63-ad87364a9090), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.917336 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c27c568-ecb6-4d4a-bd80-d8659b09581a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:34.922315 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7c27c568-ecb6-4d4a-bd80-d8659b09581a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da8d334f-2e3b-4600-be63-ad87364a9090 HTTP/1.1" status: 204 len: 168 time: 3.3264341 Mar 08 21:12:35.003620 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:35.030635 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:35.063453 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-871e50bc-200a-4e7b-a151-a5d072ef11f5 None None] Current status of the port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:35.116902 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27c568-ecb6-4d4a-bd80-d8659b09581a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d334f-2e3b-4600-be63-ad87364a9090,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:35.164870 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-2570db91-4f9d-42f8-947b-fff4f7191172 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27cbb464-745d-4824-b2ae-ec2949f3e9f5 HTTP/1.1" status: 200 len: 217 time: 0.5831175 Mar 08 21:12:35.416949 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285c81c-7f76-412a-80f0-1d6deedba909 req-772a5a4c-6c0a-4dbe-bd19-09ff741ebf4e tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:35.436420 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a285c81c-7f76-412a-80f0-1d6deedba909 req-772a5a4c-6c0a-4dbe-bd19-09ff741ebf4e tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.4158802 Mar 08 21:12:35.449797 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-75f2bbb9-e4c3-4930-84e3-f06906fd51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:35.455687 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-75f2bbb9-e4c3-4930-84e3-f06906fd51d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b27b7258-a3fa-4518-8c65-e0ceb210f7f8 HTTP/1.1" status: 200 len: 851 time: 0.2509155 Mar 08 21:12:35.458915 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device a1ea0580-faad-4478-a7fe-698890925945 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:35.510655 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:35.591714 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d49c1-7d44-4ef3-a543-71eb6d783975 None None] Pushing event updated for resources: {'Port': ['ID=1cde1c72-0c68-48b3-92ba-24b310deec0f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:35.649033 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:12:35.650139 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:12:32Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:35.681864 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6f017450-f400-4ac9-a658-1ac6f8a983ec None None] Provisioning complete for port 1cde1c72-0c68-48b3-92ba-24b310deec0f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:35.689680 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f017450-f400-4ac9-a658-1ac6f8a983ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:35.733617 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-4dc263c4-a294-4f02-9c28-4a3c158d5d49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=988aaff9-59ff-42ad-85ec-af8630b5de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2567050 Mar 08 21:12:35.783281 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-7b616e34-bcf7-4ece-9d44-23b1eebf2855 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5127649 Mar 08 21:12:35.815644 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:35.850006 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:35.891952 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:35.923214 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:36.055182 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:36.076910 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a285c81c-7f76-412a-80f0-1d6deedba909 req-93c99458-3e99-43c4-af99-0b742f867be3 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321449 Mar 08 21:12:36.091899 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:36.242776 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port a1ea0580-faad-4478-a7fe-698890925945 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:36.243441 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a1ea0580-faad-4478-a7fe-698890925945), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:36.297412 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (d438f924-63d1-49c1-8c68-0ecb1faf3249), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:36.401040 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:12:36.437718 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:36.693030 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-d896364d-d73c-4205-8d19-6be87474ed3d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:12:36.703717 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-d896364d-d73c-4205-8d19-6be87474ed3d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3308804 Mar 08 21:12:36.728732 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Allocated IP 172.27.1.234 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/93e5f062-c076-4295-a7bd-469ccc50d2f5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:36.736212 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6f017450-f400-4ac9-a658-1ac6f8a983ec None None] Current status of the port 1cde1c72-0c68-48b3-92ba-24b310deec0f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:36.754915 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f017450-f400-4ac9-a658-1ac6f8a983ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:36.846745 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:36.851640 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-f6b189b9-0639-4684-9b57-23d7876301d5 service neutron] 10.222.0.13 "GET /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858078 Mar 08 21:12:36.866429 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:36.901815 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (d438f924-63d1-49c1-8c68-0ecb1faf3249), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:37.095760 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:37.120295 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9119985 Mar 08 21:12:37.167858 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1588e87-8658-4339-9510-e93890f1f7fe tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:37.226210 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6f017450-f400-4ac9-a658-1ac6f8a983ec None None] For port 1cde1c72-0c68-48b3-92ba-24b310deec0f, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=1cde1c72-0c68-48b3-92ba-24b310deec0f,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:37.300122 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6f017450-f400-4ac9-a658-1ac6f8a983ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:37.412439 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc59446-a9f7-4abe-acb0-35fc2d0f7fbb req-ddd96eaa-5844-4572-968e-5028119b4983 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:37.416620 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc59446-a9f7-4abe-acb0-35fc2d0f7fbb req-ddd96eaa-5844-4572-968e-5028119b4983 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.1274090 Mar 08 21:12:37.617811 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:37.660184 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc59446-a9f7-4abe-acb0-35fc2d0f7fbb req-29ba1fea-33f6-46d7-9051-5bc35abfcedd tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308190 Mar 08 21:12:37.768183 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port a1ea0580-faad-4478-a7fe-698890925945 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:37.768183 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:38.043816 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-89085e4c-71ca-4b3d-aab2-132224553ac8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--89012192&fields=id&tenant_id=4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 267 time: 0.1626086 Mar 08 21:12:38.057928 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1185891594-network', 'tenant_id': '6dd83f01e7a14099b0b52ee2d599e1f3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:38.086080 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-197bcede-0810-4989-8c2e-0370d9a0afee None None] Provisioning complete for port 1cde1c72-0c68-48b3-92ba-24b310deec0f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:38.087987 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-197bcede-0810-4989-8c2e-0370d9a0afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.164511 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Made reservation on behalf of 6dd83f01e7a14099b0b52ee2d599e1f3 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:38.166880 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.183764 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.287842 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f017450-f400-4ac9-a658-1ac6f8a983ec None None] Pushing event updated for resources: {'Port': ['ID=1cde1c72-0c68-48b3-92ba-24b310deec0f,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:38.289124 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-bad220ba-7af6-4303-a0e6-e82d4041422c service neutron] 10.222.0.61 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5692856 Mar 08 21:12:38.303610 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Publish callbacks [] for security_group (7b5e0e66-3aa7-4be2-99b9-66194486f976), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.319049 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7b5e0e66-3aa7-4be2-99b9-66194486f976), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.335435 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:12:38.354080 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:38.355116 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (4f2c9a9f-ec28-4810-956e-cb29ffc6cc27), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.355476 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Added segment 4f2c9a9f-ec28-4810-956e-cb29ffc6cc27 of type vlan for network c9caceb4-2a48-4d84-9749-267aaf0983ae Mar 08 21:12:38.357482 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.444852 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-960d0edf-0f1a-44dc-b075-26974a68c800 req-e210bde9-84c5-4e73-ac42-4f131e6188c8 service neutron] 10.222.0.13 "GET /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4655015 Mar 08 21:12:38.475722 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-1f7c4cc0-ab89-443a-bf56-b8fc2adc6e27 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:38.484848 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-1f7c4cc0-ab89-443a-bf56-b8fc2adc6e27 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 815 time: 0.4146242 Mar 08 21:12:38.492472 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (c9caceb4-2a48-4d84-9749-267aaf0983ae), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.520964 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for port (93e5f062-c076-4295-a7bd-469ccc50d2f5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.528422 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-2da93585-8839-4408-b174-a147f7e1f5fa tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/quotas/4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 375 time: 0.0313168 Mar 08 21:12:38.534834 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5e0e66-3aa7-4be2-99b9-66194486f976,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:38.593135 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (93e5f062-c076-4295-a7bd-469ccc50d2f5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.646887 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (c9caceb4-2a48-4d84-9749-267aaf0983ae), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.647905 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:38.648681 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:38.652731 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-197bcede-0810-4989-8c2e-0370d9a0afee None None] Current status of the port 1cde1c72-0c68-48b3-92ba-24b310deec0f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:38.654402 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-2782d66f-8372-475f-a9be-1efd23ca258a service neutron] 10.222.0.61 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220987 Mar 08 21:12:38.720911 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:34Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:12:38.728606 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:38.802541 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1801758 Mar 08 21:12:38.802746 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e2d82-4f23-44c2-a9f6-347c5d5fdece None None] The sync data for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi is: [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:34Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:12:38.813952 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38136) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:38.859158 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:38.868972 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:38.875163 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:38.958315 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Request body: {'subnet': {'network_id': 'c9caceb4-2a48-4d84-9749-267aaf0983ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1185891594-subnet', 'tenant_id': '6dd83f01e7a14099b0b52ee2d599e1f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:38.978349 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'Port': ['ID=93e5f062-c076-4295-a7bd-469ccc50d2f5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:38.992819 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-7e983bc7-4fe9-426a-ab48-dd9bce525bda tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4452863 Mar 08 21:12:39.013834 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfb1da-905b-43f0-a977-d02da79a99da admin admin] Pushing event updated for resources: {'Network': ['ID=c9caceb4-2a48-4d84-9749-267aaf0983ae,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:39.037128 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network c9caceb4-2a48-4d84-9749-267aaf0983ae details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:12:39.042491 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-3321a50f-fbfa-4a26-be95-628497d40cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:39.044394 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-3321a50f-fbfa-4a26-be95-628497d40cac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d71c7201c264d2dac0d2320457d65a3&device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 1127 time: 0.2926512 Mar 08 21:12:39.221864 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Made reservation on behalf of 6dd83f01e7a14099b0b52ee2d599e1f3 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:39.224174 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:39.268255 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-ee73ce03-446c-4fba-ba2c-7814d63301ab service neutron] 10.222.0.61 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350955 Mar 08 21:12:39.411906 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-c75338db-9160-4e70-b627-c5569de66ff8 service neutron] 10.222.0.61 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105764 Mar 08 21:12:39.516709 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (d91e909d-703a-4653-8dbe-ea5a153bc06b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:39.618230 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (93e5f062-c076-4295-a7bd-469ccc50d2f5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:39.648303 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-d1942b8c-591b-4762-9bdd-e0e4fc8c5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:39.649934 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-d1942b8c-591b-4762-9bdd-e0e4fc8c5276 service neutron] 10.222.0.13 "GET /v2.0/networks?id=988aaff9-59ff-42ad-85ec-af8630b5de69 HTTP/1.1" status: 200 len: 912 time: 0.5824091 Mar 08 21:12:39.666803 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149905e6-dcca-4edf-b210-d90f12a0a483 req-a0dabdec-48a1-46be-8fe4-11faddd5f532 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:39.676487 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-149905e6-dcca-4edf-b210-d90f12a0a483 req-a0dabdec-48a1-46be-8fe4-11faddd5f532 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.3142686 Mar 08 21:12:39.698304 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (404cf413-44e5-4753-a482-9c603f9e08cf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:39.784192 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Checking segment: {'id': '4f2c9a9f-ec28-4810-956e-cb29ffc6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c9caceb4-2a48-4d84-9749-267aaf0983ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:39.784723 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Network hostable DHCP agents. Network: c9caceb4-2a48-4d84-9749-267aaf0983ae, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:12:39.799699 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404cf413-44e5-4753-a482-9c603f9e08cf,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:39.810289 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-149905e6-dcca-4edf-b210-d90f12a0a483 req-b1e6bfb5-c345-4f5a-a8a2-b88a925b667a tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327546 Mar 08 21:12:39.815180 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Network c9caceb4-2a48-4d84-9749-267aaf0983ae is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:12:39.907433 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d2a307e1-6c83-4a33-9ed9-b7751ac16777 req-b1020156-f6a7-4a90-bc59-be22bac449f0 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 210 time: 0.0682254 Mar 08 21:12:39.912168 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, c9caceb4-2a48-4d84-9749-267aaf0983ae) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:39.917592 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:39.918313 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:39.935800 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235000a-35d8-427f-88ea-3ba3965cdc6f None None] Network c9caceb4-2a48-4d84-9749-267aaf0983ae requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:39.954761 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-04d8f8ba-e970-423f-91df-ab4470294164 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0073373 Mar 08 21:12:40.055013 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e858058b-c548-40c1-86ca-96ea55171671 req-51f59137-a091-4b90-9f75-d652a8d59e3a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 210 time: 0.0868435 Mar 08 21:12:40.152794 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10d1c2-5e6c-4737-a94f-918b96b1cf9a None None] Network c9caceb4-2a48-4d84-9749-267aaf0983ae requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:40.210933 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for port (93e5f062-c076-4295-a7bd-469ccc50d2f5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:40.227243 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (93e5f062-c076-4295-a7bd-469ccc50d2f5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:40.320702 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'Port': ['ID=93e5f062-c076-4295-a7bd-469ccc50d2f5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:40.434043 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (d91e909d-703a-4653-8dbe-ea5a153bc06b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:40.463654 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-89748550-d8b3-4eaa-9704-ab6d182fb68a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27cbb464-745d-4824-b2ae-ec2949f3e9f5 HTTP/1.1" status: 200 len: 217 time: 0.1654263 Mar 08 21:12:40.479556 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:40.495805 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9e6be10c-bac7-4ee7-8fd8-3512148560ff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5760052 Mar 08 21:12:40.579880 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:40.671954 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:40.778260 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38234) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:40.870504 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 1cde1c72-0c68-48b3-92ba-24b310deec0f up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:40.946250 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-6e231e9e-683f-4d46-ae3c-1ac6a4eeb00c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1872030651&fields=id&tenant_id=4ebc4753c90c48518a02064d7cb02de3 HTTP/1.1" status: 200 len: 267 time: 0.0828922 Mar 08 21:12:40.957608 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7791a078-2637-4620-a2b6-2bffe09c3824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:40.961642 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9c61739-268b-4ed4-8b01-104e64a380e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:40.965321 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 1cde1c72-0c68-48b3-92ba-24b310deec0f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:40.965867 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.042119 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2ef57-7a54-41b6-9b6d-00c97c5a27cb req-075a4c96-bbb6-4182-a43e-ed3f138d8af0 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:41.043686 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ffe2ef57-7a54-41b6-9b6d-00c97c5a27cb req-075a4c96-bbb6-4182-a43e-ed3f138d8af0 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.1393151 Mar 08 21:12:41.089161 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 1cde1c72-0c68-48b3-92ba-24b310deec0f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:41.120355 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-ab370259-a008-42c5-a2c4-505ee222b5dd tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:41.121900 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-ab370259-a008-42c5-a2c4-505ee222b5dd tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 810 time: 0.1628654 Mar 08 21:12:41.138063 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7791a078-2637-4620-a2b6-2bffe09c3824 admin admin] Publish callbacks [] for security_group (dae8b3c1-5ce4-416e-bde6-095cea5be402), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.153202 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-e5e0b794-66cf-4908-b2ff-12c8c9ea8170 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/quotas/4ebc4753c90c48518a02064d7cb02de3 HTTP/1.1" status: 200 len: 375 time: 0.0197234 Mar 08 21:12:41.159870 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ffe2ef57-7a54-41b6-9b6d-00c97c5a27cb req-a1c2a6a7-2737-4986-94bd-efa0234b92d7 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016669 Mar 08 21:12:41.168079 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7791a078-2637-4620-a2b6-2bffe09c3824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (dae8b3c1-5ce4-416e-bde6-095cea5be402), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.183133 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9c61739-268b-4ed4-8b01-104e64a380e9 admin admin] Publish callbacks [] for security_group (2750cd5b-909c-4616-b84e-388152959a27), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.204076 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9c61739-268b-4ed4-8b01-104e64a380e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2750cd5b-909c-4616-b84e-388152959a27), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.209761 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:41.221106 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1150886852-network', 'tenant_id': 'e03b931640e145129a5320648f749e85'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:41.229711 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7791a078-2637-4620-a2b6-2bffe09c3824 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8c769349a26454191958e16e682a728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502220 Mar 08 21:12:41.231017 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791a078-2637-4620-a2b6-2bffe09c3824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae8b3c1-5ce4-416e-bde6-095cea5be402,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:41.243654 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38262) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:41.258665 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-52f7c322-82f3-4f22-a907-832480f6866f req-f766b3b9-8202-4726-ab00-4cc139dc6166 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 210 time: 0.0436523 Mar 08 21:12:41.305018 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d9c61739-268b-4ed4-8b01-104e64a380e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48850d44035641ea918f44a09e759943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6294689 Mar 08 21:12:41.306900 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38266) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:41.308742 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c61739-268b-4ed4-8b01-104e64a380e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2750cd5b-909c-4616-b84e-388152959a27,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:41.316793 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Made reservation on behalf of e03b931640e145129a5320648f749e85 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:41.319109 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.342644 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-dd94fe7b-3c82-4bd9-8b1c-5102bfd83b68 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791239 Mar 08 21:12:41.345498 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.396881 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-47b812a7-b77f-487f-a19e-98650f7b76c8 req-92c587fa-d19b-440f-87e9-3e1625235d5c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 210 time: 0.0554860 Mar 08 21:12:41.409714 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01e5234-e908-4c70-88b1-cd34d70e4dd8 admin admin] Publish callbacks [] for security_group (dae8b3c1-5ce4-416e-bde6-095cea5be402), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.415093 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-2900471c-bc6a-4d09-bff1-800437d01154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:41.417668 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-2900471c-bc6a-4d09-bff1-800437d01154 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b27b7258-a3fa-4518-8c65-e0ceb210f7f8 HTTP/1.1" status: 200 len: 851 time: 0.1191497 Mar 08 21:12:41.435683 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-103bf20d-2579-41a1-a29f-46e6b73e3310 admin admin] Publish callbacks [] for security_group (2750cd5b-909c-4616-b84e-388152959a27), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.460607 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-103bf20d-2579-41a1-a29f-46e6b73e3310 admin admin] Publish callbacks [] for security_group (2750cd5b-909c-4616-b84e-388152959a27), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.489296 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01e5234-e908-4c70-88b1-cd34d70e4dd8 admin admin] Publish callbacks [] for security_group (dae8b3c1-5ce4-416e-bde6-095cea5be402), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.511641 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-103bf20d-2579-41a1-a29f-46e6b73e3310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2750cd5b-909c-4616-b84e-388152959a27), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.514310 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-103bf20d-2579-41a1-a29f-46e6b73e3310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.515464 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-103bf20d-2579-41a1-a29f-46e6b73e3310 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2750cd5b-909c-4616-b84e-388152959a27 HTTP/1.1" status: 204 len: 168 time: 0.2055864 Mar 08 21:12:41.524121 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bf20d-2579-41a1-a29f-46e6b73e3310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750cd5b-909c-4616-b84e-388152959a27,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:41.564571 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-4e2db3c9-c133-4295-ac58-130480c0eaec service neutron] 10.222.0.61 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084477 Mar 08 21:12:41.616044 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Publish callbacks [] for security_group (1a1f7103-f70c-4857-bc72-f9aa71240a33), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.653397 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1a1f7103-f70c-4857-bc72-f9aa71240a33), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.839254 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01e5234-e908-4c70-88b1-cd34d70e4dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (dae8b3c1-5ce4-416e-bde6-095cea5be402), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.841777 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d01e5234-e908-4c70-88b1-cd34d70e4dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.842965 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d01e5234-e908-4c70-88b1-cd34d70e4dd8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dae8b3c1-5ce4-416e-bde6-095cea5be402 HTTP/1.1" status: 204 len: 168 time: 0.5963151 Mar 08 21:12:41.852428 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:12:41.878015 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1f7103-f70c-4857-bc72-f9aa71240a33,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:41.889282 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (2e3a756a-1342-4490-9120-24879d76e065), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.889758 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Added segment 2e3a756a-1342-4490-9120-24879d76e065 of type vlan for network b5dce08a-ddd9-4b0e-a915-03bc9a4f7890 Mar 08 21:12:41.893807 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38274) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:41.896465 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-4c1fbc3c-7b69-4252-abda-d043e4ef4d44 service neutron] 10.222.0.61 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231282 Mar 08 21:12:41.905975 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e5234-e908-4c70-88b1-cd34d70e4dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae8b3c1-5ce4-416e-bde6-095cea5be402,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:41.921342 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2ad46ff-f061-46b5-9b65-3ff1dc71049f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.948406 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (b5dce08a-ddd9-4b0e-a915-03bc9a4f7890), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.992902 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (b5dce08a-ddd9-4b0e-a915-03bc9a4f7890), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:41.995351 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:41.996327 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.045921 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2ad46ff-f061-46b5-9b65-3ff1dc71049f admin admin] Publish callbacks [] for security_group (93a1da3b-5e8b-4acf-8b03-579eeb69dc98), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.051348 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2ad46ff-f061-46b5-9b65-3ff1dc71049f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (93a1da3b-5e8b-4acf-8b03-579eeb69dc98), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.069044 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8566818 Mar 08 21:12:42.072801 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38280) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:42.078459 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Request body: {'subnet': {'network_id': 'b5dce08a-ddd9-4b0e-a915-03bc9a4f7890', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1150886852-subnet', 'tenant_id': 'e03b931640e145129a5320648f749e85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:42.096489 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d98668-d9de-46bd-b62d-c85b35f9af9b admin admin] Pushing event updated for resources: {'Network': ['ID=b5dce08a-ddd9-4b0e-a915-03bc9a4f7890,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:42.113182 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network b5dce08a-ddd9-4b0e-a915-03bc9a4f7890 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:12:42.113760 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38284) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:42.121301 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c2ad46ff-f061-46b5-9b65-3ff1dc71049f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80934fc44fda453ba09eee261c5d6910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262690 Mar 08 21:12:42.191403 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad46ff-f061-46b5-9b65-3ff1dc71049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a1da3b-5e8b-4acf-8b03-579eeb69dc98,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:42.205040 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-12bf1ab0-014d-4c50-bf3c-2da360056526 req-b824ea67-8e95-4153-914a-abfe89acae1b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 210 time: 0.1067622 Mar 08 21:12:42.220313 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Made reservation on behalf of e03b931640e145129a5320648f749e85 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:42.226974 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.293930 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-c85570c9-2bd2-4289-bb62-5fee7622e76e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=988aaff9-59ff-42ad-85ec-af8630b5de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389638 Mar 08 21:12:42.337311 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc7df828-69fc-46b1-8979-8349719358c9 admin admin] Publish callbacks [] for security_group (93a1da3b-5e8b-4acf-8b03-579eeb69dc98), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.368436 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc7df828-69fc-46b1-8979-8349719358c9 admin admin] Publish callbacks [] for security_group (93a1da3b-5e8b-4acf-8b03-579eeb69dc98), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.444731 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38296) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:42.472471 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-80db5cd0-7695-4e26-8d55-b05a71f6becd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.551175 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc7df828-69fc-46b1-8979-8349719358c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (93a1da3b-5e8b-4acf-8b03-579eeb69dc98), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.554669 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc7df828-69fc-46b1-8979-8349719358c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.556701 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cc7df828-69fc-46b1-8979-8349719358c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93a1da3b-5e8b-4acf-8b03-579eeb69dc98 HTTP/1.1" status: 204 len: 168 time: 0.4415407 Mar 08 21:12:42.580017 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a8f99d63-4322-46ed-95bb-af667db6890c req-ebc60209-cf62-4ba1-8d25-45aec993916a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 210 time: 0.0763316 Mar 08 21:12:42.586226 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7df828-69fc-46b1-8979-8349719358c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a1da3b-5e8b-4acf-8b03-579eeb69dc98,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:42.597238 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-b8c0e764-b775-469b-a5db-80184f5f77da service neutron] 10.222.0.13 "GET /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749963 Mar 08 21:12:42.657881 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16237ef3-1bd0-49a1-9e7f-cb8e910df4a9 req-720e0eb4-6d09-4293-927b-19711bd28405 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:42.665403 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16237ef3-1bd0-49a1-9e7f-cb8e910df4a9 req-720e0eb4-6d09-4293-927b-19711bd28405 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.3733616 Mar 08 21:12:42.777588 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-80db5cd0-7695-4e26-8d55-b05a71f6becd admin admin] Publish callbacks [] for security_group (7b7a8e93-9638-40ec-b034-e34d59ccae06), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.782670 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16237ef3-1bd0-49a1-9e7f-cb8e910df4a9 req-69f6ab5d-7240-4ce7-9ddf-a84d860d291e tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099067 Mar 08 21:12:42.859330 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (74c8188c-f075-43fe-8f39-c0adc58f1c05), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.877783 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-94dd2058-54a5-4479-9445-e776f588849f req-fc58732e-cce7-40f8-a308-0ef1ed6bd6ee tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 210 time: 0.0962355 Mar 08 21:12:42.886372 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-80db5cd0-7695-4e26-8d55-b05a71f6becd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7b7a8e93-9638-40ec-b034-e34d59ccae06), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:42.952607 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c8188c-f075-43fe-8f39-c0adc58f1c05,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:42.964096 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Checking segment: {'id': '2e3a756a-1342-4490-9120-24879d76e065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'b5dce08a-ddd9-4b0e-a915-03bc9a4f7890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:42.964672 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Network hostable DHCP agents. Network: b5dce08a-ddd9-4b0e-a915-03bc9a4f7890, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:12:42.978410 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-80db5cd0-7695-4e26-8d55-b05a71f6becd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76021b1baf1c4775b252bd8295342e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325973 Mar 08 21:12:42.981839 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:42.992079 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Network b5dce08a-ddd9-4b0e-a915-03bc9a4f7890 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:12:42.995705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db5cd0-7695-4e26-8d55-b05a71f6becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7a8e93-9638-40ec-b034-e34d59ccae06,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:43.017897 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-39cd5077-336e-4446-8ed5-e54aec890d5f req-1e620b16-a2cc-416e-8c96-91c04cf64183 service neutron] 10.222.0.13 "GET /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119167 Mar 08 21:12:43.020930 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, b5dce08a-ddd9-4b0e-a915-03bc9a4f7890) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:43.030636 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:43.031243 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.033643 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12842d-dacb-45a1-8249-2b9a1155c2c3 None None] Network b5dce08a-ddd9-4b0e-a915-03bc9a4f7890 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:43.055687 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6b375d4-541a-4d08-bbd5-c4d91d1376c6 admin admin] Publish callbacks [] for security_group (7b7a8e93-9638-40ec-b034-e34d59ccae06), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.068431 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3071707f-b50f-4ddb-9154-1f2f0f5733a1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9943962 Mar 08 21:12:43.090660 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6b375d4-541a-4d08-bbd5-c4d91d1376c6 admin admin] Publish callbacks [] for security_group (7b7a8e93-9638-40ec-b034-e34d59ccae06), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.156415 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6b375d4-541a-4d08-bbd5-c4d91d1376c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7b7a8e93-9638-40ec-b034-e34d59ccae06), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.159581 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f6b375d4-541a-4d08-bbd5-c4d91d1376c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.160763 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f6b375d4-541a-4d08-bbd5-c4d91d1376c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b7a8e93-9638-40ec-b034-e34d59ccae06 HTTP/1.1" status: 204 len: 168 time: 0.1769803 Mar 08 21:12:43.171688 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b375d4-541a-4d08-bbd5-c4d91d1376c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7a8e93-9638-40ec-b034-e34d59ccae06,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:43.178325 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3354a2f-487f-4385-98c7-8588701d6cae None None] Network b5dce08a-ddd9-4b0e-a915-03bc9a4f7890 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:12:43.322788 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1305ddf-afdc-4760-8fdf-e6b527e2d2b9 req-f070609c-a035-4708-9ef6-8072ac09c9c3 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 210 time: 0.0345159 Mar 08 21:12:43.585962 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38338) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:43.602526 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3633c23-fe37-4936-9ec5-1164f7c9921c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.697547 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3633c23-fe37-4936-9ec5-1164f7c9921c admin admin] Publish callbacks [] for security_group (041cf5e5-6396-4d96-abbf-ca531686848e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.710508 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3633c23-fe37-4936-9ec5-1164f7c9921c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (041cf5e5-6396-4d96-abbf-ca531686848e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.741805 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9c89fd0-0ea1-4d3e-96e7-c73381667acc req-3cd64618-d09a-4a90-aedf-29d736de4d98 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 210 time: 0.0408385 Mar 08 21:12:43.766957 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b3633c23-fe37-4936-9ec5-1164f7c9921c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25e378eecbe1453c89199d6cf0b30920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802835 Mar 08 21:12:43.770146 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:43.770782 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3633c23-fe37-4936-9ec5-1164f7c9921c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041cf5e5-6396-4d96-abbf-ca531686848e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:43.840410 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262bb7dd-a2eb-4e3c-add5-3a1693a498f6 admin admin] Publish callbacks [] for security_group (041cf5e5-6396-4d96-abbf-ca531686848e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.870659 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262bb7dd-a2eb-4e3c-add5-3a1693a498f6 admin admin] Publish callbacks [] for security_group (041cf5e5-6396-4d96-abbf-ca531686848e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:43.965751 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9a69e-446e-46e0-a785-8fc8240b897e req-49c70d63-62b5-49c7-9f29-f0a7a3b61f4d tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:43.968276 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5fd9a69e-446e-46e0-a785-8fc8240b897e req-49c70d63-62b5-49c7-9f29-f0a7a3b61f4d tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.0952945 Mar 08 21:12:44.013053 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262bb7dd-a2eb-4e3c-add5-3a1693a498f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (041cf5e5-6396-4d96-abbf-ca531686848e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:44.016894 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-262bb7dd-a2eb-4e3c-add5-3a1693a498f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:44.020549 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-262bb7dd-a2eb-4e3c-add5-3a1693a498f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/041cf5e5-6396-4d96-abbf-ca531686848e HTTP/1.1" status: 204 len: 168 time: 0.2433364 Mar 08 21:12:44.031425 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-234796b6-26f0-4336-b54a-d13229fc71f9 req-89d19d35-1d7c-48ee-9d25-ac261af96b15 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 210 time: 0.0363126 Mar 08 21:12:44.056728 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bb7dd-a2eb-4e3c-add5-3a1693a498f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041cf5e5-6396-4d96-abbf-ca531686848e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:44.079549 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5fd9a69e-446e-46e0-a785-8fc8240b897e req-1a71d5d1-c8ce-4238-bf55-ecefc4bb66f4 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026237 Mar 08 21:12:44.447965 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8a1e4207-912b-47ac-b30a-7cabf0888832 req-57ddda2b-1af3-4d94-bbe6-ad4612d9d960 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 210 time: 0.0295458 Mar 08 21:12:44.856664 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8499d2c1-1ff7-46be-b127-58839f046d3a req-16e69ffd-0f35-4ee5-a062-7bc87772dbe9 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 210 time: 0.0356545 Mar 08 21:12:45.022890 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:45.127064 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0029519d-8959-401f-899d-459a2128944c req-f2497954-0d5d-4f31-9eec-65b08540ec34 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 210 time: 0.0345495 Mar 08 21:12:45.174585 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a757-c983-4bc4-b65c-5187d06196f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:45.240787 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ddf41-2211-44dc-98ac-ad77ef03a882 req-9806b477-d2dd-4eba-8333-2125b2b3df24 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:45.242355 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a28ddf41-2211-44dc-98ac-ad77ef03a882 req-9806b477-d2dd-4eba-8333-2125b2b3df24 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.0847278 Mar 08 21:12:45.322514 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a28ddf41-2211-44dc-98ac-ad77ef03a882 req-b7ca05f2-33cc-4542-9fc0-d64ac9f6404b tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687914 Mar 08 21:12:45.332176 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a757-c983-4bc4-b65c-5187d06196f6 admin admin] Publish callbacks [] for security_group (127970be-5730-4244-bd3d-9c37b546ae2d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:45.337657 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a757-c983-4bc4-b65c-5187d06196f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (127970be-5730-4244-bd3d-9c37b546ae2d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:45.376375 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3a757-c983-4bc4-b65c-5187d06196f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127970be-5730-4244-bd3d-9c37b546ae2d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:45.384863 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d7f3a757-c983-4bc4-b65c-5187d06196f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e553343b53c467088091de5beeda8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584867 Mar 08 21:12:45.386133 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38430) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:45.447012 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-494e88b8-af2a-4e7c-8f43-e6de70a65700 admin admin] Publish callbacks [] for security_group (127970be-5730-4244-bd3d-9c37b546ae2d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:45.469578 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-494e88b8-af2a-4e7c-8f43-e6de70a65700 admin admin] Publish callbacks [] for security_group (127970be-5730-4244-bd3d-9c37b546ae2d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:45.530800 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-494e88b8-af2a-4e7c-8f43-e6de70a65700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (127970be-5730-4244-bd3d-9c37b546ae2d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:45.534027 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-494e88b8-af2a-4e7c-8f43-e6de70a65700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:45.537722 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-494e88b8-af2a-4e7c-8f43-e6de70a65700 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/127970be-5730-4244-bd3d-9c37b546ae2d HTTP/1.1" status: 204 len: 168 time: 0.1486821 Mar 08 21:12:45.547390 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e88b8-af2a-4e7c-8f43-e6de70a65700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127970be-5730-4244-bd3d-9c37b546ae2d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:45.570010 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0489cf9e-6e41-4eb4-855e-731d435dd9bd req-7ed34aa4-c528-48d4-80a2-d08371194efd tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 210 time: 0.0531368 Mar 08 21:12:46.076986 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c50eb12-a572-417d-8278-cee3cde50100 req-76cdee71-0a2e-491d-9934-add445e78374 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 210 time: 0.0625219 Mar 08 21:12:46.192943 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.13', 64694) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:46.440768 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-89464ee0-58a9-4052-bd1b-1e6cacdb89e6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:46.446783 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-89464ee0-58a9-4052-bd1b-1e6cacdb89e6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 817 time: 0.3038895 Mar 08 21:12:46.447809 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38462) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:46.590497 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-d9f41792-4f79-47ae-9799-698217dbd0fd tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:46.592992 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-d9f41792-4f79-47ae-9799-698217dbd0fd tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 815 time: 0.3985991 Mar 08 21:12:46.627244 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9db5ac8-9b91-4a65-ac19-0835083c70f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:46.642462 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b7ad50d1-5cbc-4718-a58e-87ce9c20167d req-85f31b67-e548-45a4-9358-627b2db7d144 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 210 time: 0.1926014 Mar 08 21:12:46.676213 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.13', 64698) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:46.787923 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-6a7a1020-e5ee-4867-831f-9e3e0d5f9e21 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 378 time: 0.1862843 Mar 08 21:12:46.807977 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'port': {'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'admin_state_up': True, 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'security_groups': ['aca026fa-cc94-4707-bc51-0aa7f61175aa']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:46.873036 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916edd08-3efe-4588-acb8-367159e8b8fc req-5f200428-4acb-4bef-9eb1-91ccedd9a10c tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:46.882658 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-916edd08-3efe-4588-acb8-367159e8b8fc req-5f200428-4acb-4bef-9eb1-91ccedd9a10c tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 943 time: 0.3661802 Mar 08 21:12:47.028679 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-916edd08-3efe-4588-acb8-367159e8b8fc req-2dcf1b01-15f9-4378-90c6-81e015f74b45 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447823 Mar 08 21:12:47.137765 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Made reservation on behalf of 4db11bfa2cc240f58489333d08535c39 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:47.144472 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.218421 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1a4ccfa5-7935-48d4-8a7c-76587473695c req-21e4bd64-3163-406d-9044-5e3e8e495ec9 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 210 time: 0.3799839 Mar 08 21:12:47.246382 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-710699a8-d27e-4cdc-997a-6b15631a7f10 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a0a866da4154f5180339f0ebee91eaf HTTP/1.1" status: 200 len: 379 time: 0.7617893 Mar 08 21:12:47.256160 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8f683d73-28d9-4961-9f37-a59b689b8db2 req-cf4f6cf8-3b5f-46b0-b906-4b4c45a77fd0 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 210 time: 0.0748153 Mar 08 21:12:47.258220 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'port': {'device_id': '83443220-4e1d-476f-adff-7dd95671c8fa', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'admin_state_up': True, 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'security_groups': ['0be30b5f-91db-4223-acd8-85830c81bea8']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:47.368624 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-ea1e3362-5f73-4c37-99db-ac4959b68344 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:47.370026 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-ea1e3362-5f73-4c37-99db-ac4959b68344 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 810 time: 0.6671519 Mar 08 21:12:47.457397 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9db5ac8-9b91-4a65-ac19-0835083c70f1 admin admin] Publish callbacks [] for security_group (8ad382c1-1107-4907-9c40-2645f1ea14b8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.473011 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9db5ac8-9b91-4a65-ac19-0835083c70f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (8ad382c1-1107-4907-9c40-2645f1ea14b8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.480353 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Allocated IP 172.20.0.12 (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9/edd0269d-95ee-4acc-9643-101991c5b32a/66763a7b-cb12-4369-aa64-b7d7c60ce2fa) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:47.519325 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 27cbb464-745d-4824-b2ae-ec2949f3e9f5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:12:47.521548 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-51c048cc-ac24-41ed-a964-54415e5ebb7c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ebc4753c90c48518a02064d7cb02de3 HTTP/1.1" status: 200 len: 380 time: 0.1375773 Mar 08 21:12:47.537888 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'port': {'device_id': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'admin_state_up': True, 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'security_groups': ['7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:47.559109 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b9db5ac8-9b91-4a65-ac19-0835083c70f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3df8e85203d4fbc95d99cd7480f2edb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1078525 Mar 08 21:12:47.562117 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:47.564469 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Made reservation on behalf of 2a0a866da4154f5180339f0ebee91eaf for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:47.567820 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.577933 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db5ac8-9b91-4a65-ac19-0835083c70f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad382c1-1107-4907-9c40-2645f1ea14b8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:47.653722 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 27cbb464-745d-4824-b2ae-ec2949f3e9f5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27cbb464-745d-4824-b2ae-ec2949f3e9f5,segment=NetworkSegment(c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000),segment_id=c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:47.666235 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '27cbb464-745d-4824-b2ae-ec2949f3e9f5', 'network_id': '988aaff9-59ff-42ad-85ec-af8630b5de69', 'port_id': '27cbb464-745d-4824-b2ae-ec2949f3e9f5', 'mac_address': 'fa:16:3e:d3:af:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27b7258-a3fa-4518-8c65-e0ceb210f7f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:12:47.706377 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:47.706983 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.737642 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.739325 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cbb464-745d-4824-b2ae-ec2949f3e9f5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:12:47.767999 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 27cbb464-745d-4824-b2ae-ec2949f3e9f5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27cbb464-745d-4824-b2ae-ec2949f3e9f5,segment=NetworkSegment(c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000),segment_id=c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:47.780039 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4311effc-f4d3-41bf-a232-6ebac59bb1b3 admin admin] Publish callbacks [] for security_group (8ad382c1-1107-4907-9c40-2645f1ea14b8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.783304 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.794183 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.848482 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Allocated IP 172.20.0.14 (680394b3-3a71-454f-bb48-bf40ca736825/91f08a8e-1e39-4903-8b45-495898062972/bc7d4c65-c987-4453-96d5-38fee78f2556) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:47.849543 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=27cbb464-745d-4824-b2ae-ec2949f3e9f5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:47.851585 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Made reservation on behalf of 4ebc4753c90c48518a02064d7cb02de3 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:12:47.855205 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.890637 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb3a63-42ea-4faf-a117-284ead6c0282 req-44c8c712-b0ab-4629-9f57-beb1ebc57998 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:47.892216 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3feb3a63-42ea-4faf-a117-284ead6c0282 req-44c8c712-b0ab-4629-9f57-beb1ebc57998 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 932 time: 0.1303513 Mar 08 21:12:47.905806 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:47.916579 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:47.940538 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:47.946382 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:47.947049 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.964750 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4311effc-f4d3-41bf-a232-6ebac59bb1b3 admin admin] Publish callbacks [] for security_group (8ad382c1-1107-4907-9c40-2645f1ea14b8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:47.982064 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:48.025865 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-f67f6705-bb80-4245-a731-4c1d85f317d7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2278082 Mar 08 21:12:48.042156 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3feb3a63-42ea-4faf-a117-284ead6c0282 req-100bffdc-b47f-42ad-9953-dce7aa78e5bc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1339817 Mar 08 21:12:48.049997 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Request body: {'port': {'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:48.097426 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['27cbb464-745d-4824-b2ae-ec2949f3e9f5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:12:48.138138 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:48.389115 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Allocated IP 172.20.0.12 (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212/c1adb901-27c9-4404-9968-a92b3304b21c/d7c1e211-11b0-4273-a662-9d931f2feeb1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:12:48.418584 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-53e3c300-d9db-4afd-8b90-982ae27b41ea req-ade6eaf8-6a14-41aa-9678-4325b665c59f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 210 time: 0.0586867 Mar 08 21:12:48.424195 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:48.472246 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a7a0393f-b0f2-441d-9a54-04b1e032e275 None None] Provisioning complete for port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:48.473020 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a7a0393f-b0f2-441d-9a54-04b1e032e275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:48.608027 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:48.657933 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4311effc-f4d3-41bf-a232-6ebac59bb1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (8ad382c1-1107-4907-9c40-2645f1ea14b8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:48.660848 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4311effc-f4d3-41bf-a232-6ebac59bb1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:48.662393 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4311effc-f4d3-41bf-a232-6ebac59bb1b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ad382c1-1107-4907-9c40-2645f1ea14b8 HTTP/1.1" status: 204 len: 168 time: 1.0964541 Mar 08 21:12:48.742383 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311effc-f4d3-41bf-a232-6ebac59bb1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad382c1-1107-4907-9c40-2645f1ea14b8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:48.770603 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Network 680394b3-3a71-454f-bb48-bf40ca736825 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:48.784564 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:48.814385 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a7a0393f-b0f2-441d-9a54-04b1e032e275 None None] Port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:48.828642 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce0d08-c18e-4249-b058-46a22b2d7dcf req-c0972ba9-723d-44d9-b476-3994cd8e990a tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:48.830303 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:48.831476 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65ce0d08-c18e-4249-b058-46a22b2d7dcf req-c0972ba9-723d-44d9-b476-3994cd8e990a tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 944 time: 0.5215299 Mar 08 21:12:48.853359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:48.853359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:48.902042 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:48.924109 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-eea94d6d-4546-423f-a170-b1ccaed8e88e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6736014 Mar 08 21:12:48.979088 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c3429-15c2-41ea-bb99-e58c900aac4f req-264e586b-4781-44aa-bd6d-55c00da35d6f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:48.981731 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da3c3429-15c2-41ea-bb99-e58c900aac4f req-264e586b-4781-44aa-bd6d-55c00da35d6f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 932 time: 0.3800023 Mar 08 21:12:48.986776 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Request body: {'port': {'device_id': '83443220-4e1d-476f-adff-7dd95671c8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:48.996951 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.050528 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65ce0d08-c18e-4249-b058-46a22b2d7dcf req-714266fd-a3a0-45fc-b714-dd8425a32472 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096586 Mar 08 21:12:49.109823 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66763a7b-cb12-4369-aa64-b7d7c60ce2fa {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:12:49.136382 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Publish callbacks [] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.152796 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-375e1717-439d-4052-821a-98fc95ab6e6c None None] Provisioning complete for port bc7d4c65-c987-4453-96d5-38fee78f2556 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:49.154691 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-375e1717-439d-4052-821a-98fc95ab6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.198250 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.208543 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Transition to ACTIVE for port object 66763a7b-cb12-4369-aa64-b7d7c60ce2fa will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:12:49.214945 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-375e1717-439d-4052-821a-98fc95ab6e6c None None] Port bc7d4c65-c987-4453-96d5-38fee78f2556 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:49.217037 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.225463 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da3c3429-15c2-41ea-bb99-e58c900aac4f req-ba411877-9446-40dd-a0f1-00326466510c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810861 Mar 08 21:12:49.287739 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.334246 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Pushing event updated for resources: {'Port': ['ID=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:49.417853 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:12:49.444697 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Attempting to bind port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:49.445275 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Attempting to bind port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:49.445468 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Attempting to bind port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:49.462061 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa7983-968c-43a4-892b-5f9da23f816d req-0fa97f53-336b-4f36-aabc-ea52250ffb15 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:49.462061 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3cfa7983-968c-43a4-892b-5f9da23f816d req-0fa97f53-336b-4f36-aabc-ea52250ffb15 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 944 time: 0.1838067 Mar 08 21:12:49.462355 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:12:49.462498 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Attempting to bind port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:49.500509 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:49.500923 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Checking segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:49.505703 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 27cbb464-745d-4824-b2ae-ec2949f3e9f5 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:49.510447 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Bound using segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:49.510991 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Bound port: 66763a7b-cb12-4369-aa64-b7d7c60ce2fa, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:49.511368 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.596451 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:12:49.604186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:12:49.609759 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:49.611645 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.671129 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:12:49.692921 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:49.694795 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.708628 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3cfa7983-968c-43a4-892b-5f9da23f816d req-c567f749-f801-4ab4-b589-d5150bf4daa9 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2344475 Mar 08 21:12:49.752908 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] For port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa, host hv-cinder-83009, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:49.770217 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] For port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:49.789380 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.804699 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'Port': ['ID=d7c1e211-11b0-4273-a662-9d931f2feeb1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:49.853161 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-066f75a8-90d8-4ba8-a859-87ad8aa08c98 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3198495 Mar 08 21:12:49.882746 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Request body: {'port': {'device_id': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:12:49.940022 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:49.943143 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:49.949357 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] 10.222.0.13 "PUT /v2.0/ports/66763a7b-cb12-4369-aa64-b7d7c60ce2fa HTTP/1.1" status: 200 len: 1094 time: 1.9081514 Mar 08 21:12:49.951297 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'tag': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:12:50.053928 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff1b2c-742e-4bc1-b385-7c50c18481f2 req-b3b53c29-6ccb-4955-ad10-f165a7cd249f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:50.064379 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c4ff1b2c-742e-4bc1-b385-7c50c18481f2 req-b3b53c29-6ccb-4955-ad10-f165a7cd249f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 932 time: 0.4472687 Mar 08 21:12:50.178864 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:50.233587 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:50.234142 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:50.306902 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203b5f6-d8ce-4a95-ba0a-fe797d6f11eb service neutron] Pushing event updated for resources: {'Port': ['ID=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:50.307713 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc8707d-f8ca-4e46-83be-d77fbfe671cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cbb464-745d-4824-b2ae-ec2949f3e9f5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:12:50.486766 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a6090-5614-4a51-85ef-068710e6a7fa req-4c723951-4b63-4d29-a471-b367aca799de tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:50.488702 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-329a6090-5614-4a51-85ef-068710e6a7fa req-4c723951-4b63-4d29-a471-b367aca799de tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 944 time: 0.1565044 Mar 08 21:12:50.506355 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-15b8149f-29cd-481b-8203-3577943ba17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:50.508019 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-15b8149f-29cd-481b-8203-3577943ba17d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 1128 time: 0.2138841 Mar 08 21:12:50.557813 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c4ff1b2c-742e-4bc1-b385-7c50c18481f2 req-d2919c66-80f4-4de4-b315-2c9b8fa17dff tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4921114 Mar 08 21:12:50.673195 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-329a6090-5614-4a51-85ef-068710e6a7fa req-4e583067-82ec-407c-8360-99377f47e0c6 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640158 Mar 08 21:12:50.678197 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 27cbb464-745d-4824-b2ae-ec2949f3e9f5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27cbb464-745d-4824-b2ae-ec2949f3e9f5,segment=NetworkSegment(c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000),segment_id=c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:50.680491 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-6feba723-2815-453d-a39c-f1d4b04d9c3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa HTTP/1.1" status: 200 len: 217 time: 0.1112065 Mar 08 21:12:50.707485 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:50.720611 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1b9d3d74-0cd5-4526-9219-2de64d538267 None None] Provisioning complete for port d7c1e211-11b0-4273-a662-9d931f2feeb1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:50.720987 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3d74-0cd5-4526-9219-2de64d538267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:50.782234 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7d4c65-c987-4453-96d5-38fee78f2556 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:12:50.791203 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-7c10373c-6596-49a3-bcd8-a0a89d5adcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:50.792851 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-7c10373c-6596-49a3-bcd8-a0a89d5adcb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.1051745 Mar 08 21:12:50.802535 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21acdff9-8a96-4e47-a281-748e2dd4d1ac" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb5b92d-c692-46d2-9eb8-b07e6c84edee", "tag": "66763a7b-cb12-4369-aa64-b7d7c60ce2fa"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:12:50.806662 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Publish callbacks [] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:50.827710 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Transition to ACTIVE for port object bc7d4c65-c987-4453-96d5-38fee78f2556 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:12:50.860406 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:50.943177 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=27cbb464-745d-4824-b2ae-ec2949f3e9f5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:50.950703 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d3d74-0cd5-4526-9219-2de64d538267 None None] Port d7c1e211-11b0-4273-a662-9d931f2feeb1 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:12:51.098282 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e4caa-b8ed-410a-9dc9-d3fc9c3c4f09 req-465a6425-81cd-4da9-98cd-c804565807a2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:51.111685 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1e4caa-b8ed-410a-9dc9-d3fc9c3c4f09 req-465a6425-81cd-4da9-98cd-c804565807a2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 944 time: 0.2425189 Mar 08 21:12:51.136790 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc794bb0-66f3-4ea1-a666-decca82fdc17" -d '{"events": [{"server_uuid": "4bc8707d-f8ca-4e46-83be-d77fbfe671cc", "name": "network-vif-plugged", "status": "completed", "tag": "27cbb464-745d-4824-b2ae-ec2949f3e9f5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:12:51.161762 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-1658eed5-4852-4e9a-a773-b5c0c2627ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:51.163520 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-1658eed5-4852-4e9a-a773-b5c0c2627ef3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3516505 Mar 08 21:12:51.226699 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1e4caa-b8ed-410a-9dc9-d3fc9c3c4f09 req-862f5d68-56be-459c-ab2b-1684626c0212 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140590 Mar 08 21:12:51.328995 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-7f9eeb67-12dd-4825-933a-a52e1655764d service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518774 Mar 08 21:12:51.491861 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6393f1c-7df4-43a8-80a2-14538751ecae req-9231daa3-996a-4ff5-ae03-c456c850e1ce service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559627 Mar 08 21:12:51.601201 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a7f0cd-2bc0-47b2-9656-92a97c062e4d x-openstack-request-id: req-78a7f0cd-2bc0-47b2-9656-92a97c062e4d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:12:51.601539 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb5b92d-c692-46d2-9eb8-b07e6c84edee", "tag": "66763a7b-cb12-4369-aa64-b7d7c60ce2fa", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:12:51.602310 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78a7f0cd-2bc0-47b2-9656-92a97c062e4d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:12:51.602310 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'tag': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'status': 'completed', 'code': 200} Mar 08 21:12:51.714482 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Attempting to bind port bc7d4c65-c987-4453-96d5-38fee78f2556 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:51.714819 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Attempting to bind port bc7d4c65-c987-4453-96d5-38fee78f2556 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:51.715151 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Attempting to bind port bc7d4c65-c987-4453-96d5-38fee78f2556 on network 680394b3-3a71-454f-bb48-bf40ca736825 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:51.727604 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:51.745485 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c23b8-923a-47bb-ad90-4eba040aa9aa req-3d858506-ea9d-4a58-a4a7-fcc16558a6a7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:51.755807 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a2c23b8-923a-47bb-ad90-4eba040aa9aa req-3d858506-ea9d-4a58-a4a7-fcc16558a6a7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.9194276 Mar 08 21:12:51.758746 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-8e139901-ca7c-4d75-9c88-4d870047c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:51.762522 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-8e139901-ca7c-4d75-9c88-4d870047c9bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 1128 time: 0.1159737 Mar 08 21:12:51.767301 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Port bc7d4c65-c987-4453-96d5-38fee78f2556 on network 680394b3-3a71-454f-bb48-bf40ca736825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:12:51.768140 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Attempting to bind port bc7d4c65-c987-4453-96d5-38fee78f2556 on network 680394b3-3a71-454f-bb48-bf40ca736825 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:51.908279 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e903d9-b2b2-428e-8e62-006adc297422 x-openstack-request-id: req-08e903d9-b2b2-428e-8e62-006adc297422 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:12:51.909044 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc8707d-f8ca-4e46-83be-d77fbfe671cc", "name": "network-vif-plugged", "status": "completed", "tag": "27cbb464-745d-4824-b2ae-ec2949f3e9f5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:12:51.909796 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08e903d9-b2b2-428e-8e62-006adc297422 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:12:51.911633 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc8707d-f8ca-4e46-83be-d77fbfe671cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cbb464-745d-4824-b2ae-ec2949f3e9f5', 'code': 200} Mar 08 21:12:52.085551 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c1e211-11b0-4273-a662-9d931f2feeb1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:12:52.113962 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Publish callbacks [] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:52.121218 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-a9e150e7-637b-4d55-8247-0235d94eae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:52.123465 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-a9e150e7-637b-4d55-8247-0235d94eae84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.3486142 Mar 08 21:12:52.132549 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652754ab-c717-474c-8f62-fc272f4f5e76 req-79b662e5-f005-48b3-89fc-07bb6a7a769a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:52.134528 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-652754ab-c717-474c-8f62-fc272f4f5e76 req-79b662e5-f005-48b3-89fc-07bb6a7a769a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 932 time: 0.1081312 Mar 08 21:12:52.152499 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Transition to ACTIVE for port object d7c1e211-11b0-4273-a662-9d931f2feeb1 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:12:52.158746 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:52.162205 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Checking segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:52.162856 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Bound using segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:52.163464 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Bound port: bc7d4c65-c987-4453-96d5-38fee78f2556, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:52.166206 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:52.269393 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a2c23b8-923a-47bb-ad90-4eba040aa9aa req-65de99f2-7d6e-47d9-aabb-d375a47af47f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5121074 Mar 08 21:12:52.274665 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:52.362311 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.13', 64717) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:52.451445 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-b7516df1-2aa9-44da-877a-d084ccf5db37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa HTTP/1.1" status: 200 len: 217 time: 0.3149772 Mar 08 21:12:52.523637 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-e591d02d-698a-4e32-a264-1b82acfbcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:52.525165 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-e591d02d-698a-4e32-a264-1b82acfbcbfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.0633590 Mar 08 21:12:52.628801 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1e211-11b0-4273-a662-9d931f2feeb1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:52.631331 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-652754ab-c717-474c-8f62-fc272f4f5e76 req-f26fe98b-d2eb-49cb-9133-f04688fad05f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4867823 Mar 08 21:12:52.646194 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-fc8ed496-c03b-4b36-b50e-e41992c5d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:52.648505 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-fc8ed496-c03b-4b36-b50e-e41992c5d7a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1130362 Mar 08 21:12:52.674465 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Attempting to bind port d7c1e211-11b0-4273-a662-9d931f2feeb1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:12:52.674799 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Attempting to bind port d7c1e211-11b0-4273-a662-9d931f2feeb1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:12:52.675131 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Attempting to bind port d7c1e211-11b0-4273-a662-9d931f2feeb1 on network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:52.685945 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Port d7c1e211-11b0-4273-a662-9d931f2feeb1 on network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:12:52.686568 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Attempting to bind port d7c1e211-11b0-4273-a662-9d931f2feeb1 on network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:12:52.704683 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:12:52.705310 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Checking segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:12:52.705887 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Bound using segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:12:52.706477 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Bound port: d7c1e211-11b0-4273-a662-9d931f2feeb1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:12:52.706993 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:52.832534 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] For port d7c1e211-11b0-4273-a662-9d931f2feeb1, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:52.836226 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] For port d7c1e211-11b0-4273-a662-9d931f2feeb1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:52.864458 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:52.892952 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-f78ff27b-6849-42a7-a8f1-5b25bc368bee service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362659 Mar 08 21:12:52.960411 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1e211-11b0-4273-a662-9d931f2feeb1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:52.974115 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f787aa-829d-45ee-967f-577c00401d02 req-02079ac2-fc9b-4f69-97d7-763743a57d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:52.975804 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-15f787aa-829d-45ee-967f-577c00401d02 req-02079ac2-fc9b-4f69-97d7-763743a57d21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 1129 time: 0.5948434 Mar 08 21:12:52.979793 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:52.982023 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:52.984563 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-1112385d-630e-4e2f-958c-f686f1eae4c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 200 len: 1094 time: 3.1160729 Mar 08 21:12:52.993964 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a779cf-0d5b-477f-9d79-d749b0cb7fb6 req-f6556665-ed05-4290-8dd7-f07b22fdf04a tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:52.995766 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-09a779cf-0d5b-477f-9d79-d749b0cb7fb6 req-f6556665-ed05-4290-8dd7-f07b22fdf04a tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.5650635 Mar 08 21:12:52.996690 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'tag': 'd7c1e211-11b0-4273-a662-9d931f2feeb1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:12:52.999838 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb56f87-f5bc-4443-9679-870ceacb5100" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c35621-08d7-4058-9542-e7a0a98080e5", "tag": "d7c1e211-11b0-4273-a662-9d931f2feeb1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:12:53.004023 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:12:53.010163 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38748) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:53.040911 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-15f787aa-829d-45ee-967f-577c00401d02 req-222aec87-91d1-4e0f-aa3c-92d1438bac9b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.051809 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:12:53.111763 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54279b7-83eb-440d-912c-233f16fc7f56 req-25760f8f-b61b-48c2-8c79-f42d896584fc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:53.126280 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a54279b7-83eb-440d-912c-233f16fc7f56 req-25760f8f-b61b-48c2-8c79-f42d896584fc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 944 time: 0.2289350 Mar 08 21:12:53.172270 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.214389 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21acdff9-8a96-4e47-a281-748e2dd4d1ac req-d83a3401-0417-4c92-ae2b-ea48edebd84f service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067584 Mar 08 21:12:53.245716 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a54279b7-83eb-440d-912c-233f16fc7f56 req-a44ce15d-c5f1-41a7-962d-7112c28c0078 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180313 Mar 08 21:12:53.253006 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:53.256525 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.263756 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] 10.222.0.13 "PUT /v2.0/ports/bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 200 len: 1094 time: 4.3089039 Mar 08 21:12:53.344949 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676627a5-29f8-43ee-936a-9e5e12d1d853 x-openstack-request-id: req-676627a5-29f8-43ee-936a-9e5e12d1d853 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:12:53.345357 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c35621-08d7-4058-9542-e7a0a98080e5", "tag": "d7c1e211-11b0-4273-a662-9d931f2feeb1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:12:53.346190 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-676627a5-29f8-43ee-936a-9e5e12d1d853 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:12:53.349351 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'tag': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'status': 'completed', 'code': 200} Mar 08 21:12:53.485318 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f928c7e-5aec-47f5-ad06-33990e184f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.500001 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-09a779cf-0d5b-477f-9d79-d749b0cb7fb6 req-a9abad3d-d7c2-48bd-aa58-faf974f14c05 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520934 Mar 08 21:12:53.506244 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 66763a7b-cb12-4369-aa64-b7d7c60ce2fa details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:12:53.534531 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dde390-743c-47fc-a0b1-a98b16b65191 req-1315c690-128e-4854-b2e7-0cb630d349dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:53.546806 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3dde390-743c-47fc-a0b1-a98b16b65191 req-1315c690-128e-4854-b2e7-0cb630d349dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.1043088 Mar 08 21:12:53.578565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38768) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:53.611485 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-15f787aa-829d-45ee-967f-577c00401d02 req-222aec87-91d1-4e0f-aa3c-92d1438bac9b service neutron] Publish callbacks [] for security_group (cdea755a-e225-4116-aaf7-ad8592fe42be), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.643785 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3dde390-743c-47fc-a0b1-a98b16b65191 req-573c0834-3bcb-4e02-8e00-bf82adef006d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952165 Mar 08 21:12:53.664008 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ebf7-a4b2-4228-bfaa-d0c1b4bc67af service neutron] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:53.667170 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-15f787aa-829d-45ee-967f-577c00401d02 req-222aec87-91d1-4e0f-aa3c-92d1438bac9b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (cdea755a-e225-4116-aaf7-ad8592fe42be), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.684974 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-5656a17d-ade1-41bd-a8b6-9cf46a8e4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:53.686819 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-5656a17d-ade1-41bd-a8b6-9cf46a8e4907 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 1128 time: 0.6111338 Mar 08 21:12:53.749982 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-2640292c-c5e5-4055-961a-b0dabe4a7c35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 200 len: 217 time: 0.0471976 Mar 08 21:12:53.772584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-600b5c22-713e-4753-aa52-9e3a0d555ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:53.773923 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:53.774197 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-600b5c22-713e-4753-aa52-9e3a0d555ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 1128 time: 0.4238455 Mar 08 21:12:53.788036 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:12:53.816646 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-15f787aa-829d-45ee-967f-577c00401d02 req-222aec87-91d1-4e0f-aa3c-92d1438bac9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8094676 Mar 08 21:12:53.855290 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:53.855788 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.860290 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222aec87-91d1-4e0f-aa3c-92d1438bac9b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea755a-e225-4116-aaf7-ad8592fe42be,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:53.879203 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66763a7b-cb12-4369-aa64-b7d7c60ce2fa {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:12:53.902673 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:53.910668 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.920577 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a34150d8-e48f-45f2-9a86-c852c5df0470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.930425 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-b67944c3-80f3-4420-b3fc-9e0d2cd6b095 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 200 len: 217 time: 0.1212735 Mar 08 21:12:53.933682 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f928c7e-5aec-47f5-ad06-33990e184f2c admin admin] Publish callbacks [] for security_group (82fca14c-ec42-44c4-97c8-a89754e64fd2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.961429 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f928c7e-5aec-47f5-ad06-33990e184f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (82fca14c-ec42-44c4-97c8-a89754e64fd2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:53.974964 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:54.003864 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-99020eae-d77d-4158-b7e5-5176adce62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:54.005461 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-99020eae-d77d-4158-b7e5-5176adce62f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.2303925 Mar 08 21:12:54.040931 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7f928c7e-5aec-47f5-ad06-33990e184f2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f49e12b0dba4164bfb9d684e43fae14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0286334 Mar 08 21:12:54.043781 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:54.050957 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f928c7e-5aec-47f5-ad06-33990e184f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fca14c-ec42-44c4-97c8-a89754e64fd2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:54.067675 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aa367-079d-4af6-a898-188cb8c589a7 req-f0edd368-6d6b-48e6-9911-b71a2dd50faf tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:54.069312 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa9aa367-079d-4af6-a898-188cb8c589a7 req-f0edd368-6d6b-48e6-9911-b71a2dd50faf tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 944 time: 0.3077247 Mar 08 21:12:54.148592 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dcd5-0333-40d5-b730-4db2d94c4fb2 admin admin] Publish callbacks [] for security_group (82fca14c-ec42-44c4-97c8-a89754e64fd2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.183782 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['66763a7b-cb12-4369-aa64-b7d7c60ce2fa'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:12:54.189254 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dcd5-0333-40d5-b730-4db2d94c4fb2 admin admin] Publish callbacks [] for security_group (82fca14c-ec42-44c4-97c8-a89754e64fd2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.262362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a34150d8-e48f-45f2-9a86-c852c5df0470 admin admin] Publish callbacks [] for security_group (3f2e6a90-64f2-41bc-ba8d-084d1d177d4c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.280070 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa9aa367-079d-4af6-a898-188cb8c589a7 req-2c58b310-1844-41f3-a241-7331f85781e6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938086 Mar 08 21:12:54.286661 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a34150d8-e48f-45f2-9a86-c852c5df0470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (3f2e6a90-64f2-41bc-ba8d-084d1d177d4c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.325373 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-909cc876-f6e1-4ff6-b8c5-172b69dcafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:54.328668 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-909cc876-f6e1-4ff6-b8c5-172b69dcafd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.1954026 Mar 08 21:12:54.350510 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dcd5-0333-40d5-b730-4db2d94c4fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (82fca14c-ec42-44c4-97c8-a89754e64fd2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.354196 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dcd5-0333-40d5-b730-4db2d94c4fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.357849 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a0d0dcd5-0333-40d5-b730-4db2d94c4fb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82fca14c-ec42-44c4-97c8-a89754e64fd2 HTTP/1.1" status: 204 len: 168 time: 0.3116994 Mar 08 21:12:54.376536 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0dcd5-0333-40d5-b730-4db2d94c4fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fca14c-ec42-44c4-97c8-a89754e64fd2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:54.399452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34150d8-e48f-45f2-9a86-c852c5df0470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2e6a90-64f2-41bc-ba8d-084d1d177d4c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:54.425047 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a34150d8-e48f-45f2-9a86-c852c5df0470 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec469c1856944c4dbc5a17de362dabcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8369036 Mar 08 21:12:54.425293 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-a3741c7f-11c2-47f2-8228-747225f19f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:54.426855 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-a3741c7f-11c2-47f2-8228-747225f19f5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3064339 Mar 08 21:12:54.430126 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38790) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:54.516973 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e84ad-6a8d-41e8-8429-67d59881f8ff req-2ee7cbbd-c06c-4be3-aee2-cc8228cdfbaa tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:54.520136 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5b5e84ad-6a8d-41e8-8429-67d59881f8ff req-2ee7cbbd-c06c-4be3-aee2-cc8228cdfbaa tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 945 time: 0.0949440 Mar 08 21:12:54.577816 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-846fd7b8-b53f-4f30-a2ea-59abbdbe99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:54.580595 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-846fd7b8-b53f-4f30-a2ea-59abbdbe99f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2315221 Mar 08 21:12:54.610183 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fe62-5734-4778-8001-062927127ff3 admin admin] Publish callbacks [] for security_group (3f2e6a90-64f2-41bc-ba8d-084d1d177d4c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.629667 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5b5e84ad-6a8d-41e8-8429-67d59881f8ff req-a9346446-ddbd-4e0d-ba47-977b016f5ed8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029191 Mar 08 21:12:54.687334 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fe62-5734-4778-8001-062927127ff3 admin admin] Publish callbacks [] for security_group (3f2e6a90-64f2-41bc-ba8d-084d1d177d4c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.691231 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-55fbe5dc-b995-4df5-a604-c5cb6a80b879 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490354 Mar 08 21:12:54.737585 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bff6fe-d958-441d-a724-bb0400a4201e req-118568f2-4986-4e6a-9d1e-3c50550b23e9 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:54.744399 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-79bff6fe-d958-441d-a724-bb0400a4201e req-118568f2-4986-4e6a-9d1e-3c50550b23e9 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.1295795 Mar 08 21:12:54.801317 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-79bff6fe-d958-441d-a724-bb0400a4201e req-4f5f0922-bad5-4f02-94c0-c24e45c1f9ed tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Mar 08 21:12:54.809447 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fe62-5734-4778-8001-062927127ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (3f2e6a90-64f2-41bc-ba8d-084d1d177d4c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.812280 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd4fe62-5734-4778-8001-062927127ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.813577 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3dd4fe62-5734-4778-8001-062927127ff3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f2e6a90-64f2-41bc-ba8d-084d1d177d4c HTTP/1.1" status: 204 len: 168 time: 0.3824735 Mar 08 21:12:54.822124 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4fe62-5734-4778-8001-062927127ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2e6a90-64f2-41bc-ba8d-084d1d177d4c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:54.858120 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd23a-82b8-4050-9307-9d2f76346aa8 req-571c5fb7-6bf3-4bd9-a0c7-565ae2f95bbf tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:54.865001 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38804) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:54.868873 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab2dd23a-82b8-4050-9307-9d2f76346aa8 req-571c5fb7-6bf3-4bd9-a0c7-565ae2f95bbf tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.1009350 Mar 08 21:12:54.886060 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a65b9dcd-96a0-41c2-8e56-36566f33a6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:54.939992 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab2dd23a-82b8-4050-9307-9d2f76346aa8 req-5d09bd06-d8d6-4d21-8188-c435509fbb81 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700366 Mar 08 21:12:55.002424 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a65b9dcd-96a0-41c2-8e56-36566f33a6b4 admin admin] Publish callbacks [] for security_group (32d033b5-7df0-46b0-b9e4-9728649661e0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.009310 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a65b9dcd-96a0-41c2-8e56-36566f33a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (32d033b5-7df0-46b0-b9e4-9728649661e0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.059492 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a65b9dcd-96a0-41c2-8e56-36566f33a6b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fef53ae680f64e1dad1bfecdae22537e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1906128 Mar 08 21:12:55.059492 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b9dcd-96a0-41c2-8e56-36566f33a6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d033b5-7df0-46b0-b9e4-9728649661e0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:55.061399 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38812) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:55.129652 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2427e2b9-467b-4588-9ea9-d5144ee246d3 admin admin] Publish callbacks [] for security_group (32d033b5-7df0-46b0-b9e4-9728649661e0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.152561 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2427e2b9-467b-4588-9ea9-d5144ee246d3 admin admin] Publish callbacks [] for security_group (32d033b5-7df0-46b0-b9e4-9728649661e0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.204182 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2427e2b9-467b-4588-9ea9-d5144ee246d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (32d033b5-7df0-46b0-b9e4-9728649661e0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.206740 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2427e2b9-467b-4588-9ea9-d5144ee246d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.207921 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2427e2b9-467b-4588-9ea9-d5144ee246d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32d033b5-7df0-46b0-b9e4-9728649661e0 HTTP/1.1" status: 204 len: 168 time: 0.1414785 Mar 08 21:12:55.215834 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427e2b9-467b-4588-9ea9-d5144ee246d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d033b5-7df0-46b0-b9e4-9728649661e0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:55.266630 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:55.280731 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0d15968-b2e4-48d6-a101-141cfec5c154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.351124 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:12:55.354799 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64" -d '{"events": [{"name": "network-changed", "server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:12:55.382276 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0d15968-b2e4-48d6-a101-141cfec5c154 admin admin] Publish callbacks [] for security_group (2099480f-8eb4-46b8-bf52-179ecd714669), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.391860 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c0d15968-b2e4-48d6-a101-141cfec5c154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2099480f-8eb4-46b8-bf52-179ecd714669), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.414563 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bd273b-a373-4c17-b982-613b8d4bca17 x-openstack-request-id: req-41bd273b-a373-4c17-b982-613b8d4bca17 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:12:55.414563 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:12:55.414848 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41bd273b-a373-4c17-b982-613b8d4bca17 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:12:55.415491 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'status': 'completed', 'code': 200} Mar 08 21:12:55.447565 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c0d15968-b2e4-48d6-a101-141cfec5c154 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e00562b7148743f4a8c21c6c18e80a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797543 Mar 08 21:12:55.448878 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d15968-b2e4-48d6-a101-141cfec5c154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2099480f-8eb4-46b8-bf52-179ecd714669,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:55.451828 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38826) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:55.466543 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff406a8-386e-45a6-aac0-1387d010e092 req-8666839c-3a37-404e-af83-d5295fe39cee tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:55.468123 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ff406a8-386e-45a6-aac0-1387d010e092 req-8666839c-3a37-404e-af83-d5295fe39cee tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 944 time: 0.0672066 Mar 08 21:12:55.510751 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8d623d-8919-4766-8e8f-1143d1f7aa72 admin admin] Publish callbacks [] for security_group (2099480f-8eb4-46b8-bf52-179ecd714669), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.523345 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ff406a8-386e-45a6-aac0-1387d010e092 req-a5520544-33a6-4a62-903e-33f76c03a064 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493069 Mar 08 21:12:55.534992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8d623d-8919-4766-8e8f-1143d1f7aa72 admin admin] Publish callbacks [] for security_group (2099480f-8eb4-46b8-bf52-179ecd714669), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.587880 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8d623d-8919-4766-8e8f-1143d1f7aa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2099480f-8eb4-46b8-bf52-179ecd714669), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.590568 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8d623d-8919-4766-8e8f-1143d1f7aa72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:55.594230 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fb8d623d-8919-4766-8e8f-1143d1f7aa72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2099480f-8eb4-46b8-bf52-179ecd714669 HTTP/1.1" status: 204 len: 168 time: 0.1387448 Mar 08 21:12:55.600618 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d623d-8919-4766-8e8f-1143d1f7aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2099480f-8eb4-46b8-bf52-179ecd714669,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:55.756000 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0104e-7c8b-48f1-8284-8d694de36d54 req-d083a829-4ef2-4feb-808f-228b3705976c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:55.757967 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cc0104e-7c8b-48f1-8284-8d694de36d54 req-d083a829-4ef2-4feb-808f-228b3705976c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 945 time: 0.0598540 Mar 08 21:12:55.815930 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cc0104e-7c8b-48f1-8284-8d694de36d54 req-926d6ea4-f8c1-4ff6-a95c-75b2481b7a97 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494683 Mar 08 21:12:55.933258 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5237239-29c2-4d53-9046-3781f55b5d26 req-fa3bee0e-b4db-4e1b-a46e-aa06b949a503 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:55.934856 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d5237239-29c2-4d53-9046-3781f55b5d26 req-fa3bee0e-b4db-4e1b-a46e-aa06b949a503 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.0669444 Mar 08 21:12:56.013286 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d5237239-29c2-4d53-9046-3781f55b5d26 req-3a21a524-7964-40b6-b3dc-d39deac66781 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633464 Mar 08 21:12:56.089823 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2380b0e-3ee7-47ac-bb25-36393b6fda75 req-f888ab5e-3c00-48e7-a033-02f8fe0251f9 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:56.092079 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2380b0e-3ee7-47ac-bb25-36393b6fda75 req-f888ab5e-3c00-48e7-a033-02f8fe0251f9 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0781612 Mar 08 21:12:56.162245 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2380b0e-3ee7-47ac-bb25-36393b6fda75 req-6edb8e71-4dbc-4b16-a3ed-45af28019f8c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612891 Mar 08 21:12:56.575228 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-42675051-47b5-49ce-9715-71dcc171d44d service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436880 Mar 08 21:12:56.592822 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-280e76a5-8c26-4622-a39a-bc1ce1f0bd9e req-2ef20033-95a0-4d43-978f-89d9398da9f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380277 Mar 08 21:12:56.669373 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2cf30-2a36-41c7-bf32-8e4d1f53e6cd req-95cd48cd-ca53-45d9-9bc7-4b79c989ca63 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:56.670813 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8db2cf30-2a36-41c7-bf32-8e4d1f53e6cd req-95cd48cd-ca53-45d9-9bc7-4b79c989ca63 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 944 time: 0.0546961 Mar 08 21:12:56.723560 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8db2cf30-2a36-41c7-bf32-8e4d1f53e6cd req-c0615353-7eac-4b6b-a7b8-a9fc223a4db4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Mar 08 21:12:56.961944 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab381cb-a0b9-45df-ad06-da0614cc10e0 req-aec51475-dc8e-4761-a74a-96785d4c9ad1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:56.963752 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ab381cb-a0b9-45df-ad06-da0614cc10e0 req-aec51475-dc8e-4761-a74a-96785d4c9ad1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 945 time: 0.0657859 Mar 08 21:12:57.018219 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ab381cb-a0b9-45df-ad06-da0614cc10e0 req-b7b2fac7-5cba-43a0-a681-62641fae3a50 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487032 Mar 08 21:12:57.083798 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38930) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:57.133571 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e2df6-b69e-4ca3-a90e-801094b7153c req-23165b5c-ab24-4579-ab70-1f55b3facc66 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:57.135801 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-957e2df6-b69e-4ca3-a90e-801094b7153c req-23165b5c-ab24-4579-ab70-1f55b3facc66 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.0653701 Mar 08 21:12:57.336005 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-957e2df6-b69e-4ca3-a90e-801094b7153c req-a99ac44d-dd44-46f8-a454-deade7bf2d6a tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934268 Mar 08 21:12:57.428070 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340dd9c-ca60-4cf6-9202-8548d987b75b req-73c13baa-6984-4eae-83c0-0ebd803587ce tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:57.430873 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8340dd9c-ca60-4cf6-9202-8548d987b75b req-73c13baa-6984-4eae-83c0-0ebd803587ce tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.1131022 Mar 08 21:12:57.452045 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18e7723a-b505-478f-94fc-8a70dfdd3371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:57.555316 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8340dd9c-ca60-4cf6-9202-8548d987b75b req-d68a5212-7286-4874-a752-f84dd776c026 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169894 Mar 08 21:12:57.579497 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-ce998382-5195-427b-af2c-2e8aa4b87d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:57.581286 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-ce998382-5195-427b-af2c-2e8aa4b87d2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 1128 time: 0.3054168 Mar 08 21:12:57.620261 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cef821e-dc00-404c-8b2b-252e62f3fcc9 req-4fed0ac6-2657-4d99-8c9a-f8405a5c8a18 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798203 Mar 08 21:12:57.672986 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 38958) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:57.836452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18e7723a-b505-478f-94fc-8a70dfdd3371 admin admin] Publish callbacks [] for security_group (36bbebbb-98ba-4793-8c88-74cb0ad48bf2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:57.867220 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-997d3842-2740-4ea2-b966-0ddceeb67d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:57.869616 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-997d3842-2740-4ea2-b966-0ddceeb67d9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 911 time: 0.2761929 Mar 08 21:12:57.901587 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18e7723a-b505-478f-94fc-8a70dfdd3371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (36bbebbb-98ba-4793-8c88-74cb0ad48bf2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:57.949910 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-54a6f005-1181-4056-a20a-0d2b13c9c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:57.953070 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-54a6f005-1181-4056-a20a-0d2b13c9c7bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 1128 time: 0.2423594 Mar 08 21:12:58.031935 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d346988-ac11-47a2-b905-dffda4694426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:58.034649 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-65a9e6e3-2426-46e2-bef0-1efafec29d1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 200 len: 217 time: 0.1284282 Mar 08 21:12:58.085612 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-18e7723a-b505-478f-94fc-8a70dfdd3371 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca83ff083459487cb394d74b92b08e22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0006728 Mar 08 21:12:58.092481 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 38980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:58.115929 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7723a-b505-478f-94fc-8a70dfdd3371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bbebbb-98ba-4793-8c88-74cb0ad48bf2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:58.236870 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fe920-767f-43a6-ab90-85b6847c7bb9 req-b2530d7d-04ed-44ed-907c-eff48e7ebf51 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:58.239492 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d82fe920-767f-43a6-ab90-85b6847c7bb9 req-b2530d7d-04ed-44ed-907c-eff48e7ebf51 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 944 time: 0.4068182 Mar 08 21:12:58.286414 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-bd4821dd-e51b-45b9-9b43-630a09911c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:58.288779 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-bd4821dd-e51b-45b9-9b43-630a09911c3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.2419910 Mar 08 21:12:58.292291 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82e54f-1789-45f5-9068-eb9b15827b60 req-3e539ee0-21db-44f0-8aac-f2ce19acabe1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:58.295347 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a82e54f-1789-45f5-9068-eb9b15827b60 req-3e539ee0-21db-44f0-8aac-f2ce19acabe1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 945 time: 0.1567409 Mar 08 21:12:58.297389 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be6d36af-df6a-49f0-b1ba-4c2a8ea747eb admin admin] Publish callbacks [] for security_group (36bbebbb-98ba-4793-8c88-74cb0ad48bf2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:58.379234 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be6d36af-df6a-49f0-b1ba-4c2a8ea747eb admin admin] Publish callbacks [] for security_group (36bbebbb-98ba-4793-8c88-74cb0ad48bf2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:58.383815 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-118c7fb5-6bd1-4620-8ba7-bfe58e676bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:58.385926 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-118c7fb5-6bd1-4620-8ba7-bfe58e676bb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.3792288 Mar 08 21:12:58.512414 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-9cac24fc-8c77-46d9-957f-d7d4c048c942 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 200 len: 217 time: 0.1066034 Mar 08 21:12:58.522962 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a82e54f-1789-45f5-9068-eb9b15827b60 req-6c4f09aa-3011-4b41-aa0e-45610c03f7c2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1987419 Mar 08 21:12:58.527370 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d82fe920-767f-43a6-ab90-85b6847c7bb9 req-1818d19d-e418-49b3-8d15-899fe2885d46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724595 Mar 08 21:12:58.546078 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be6d36af-df6a-49f0-b1ba-4c2a8ea747eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (36bbebbb-98ba-4793-8c88-74cb0ad48bf2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:58.577917 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-be6d36af-df6a-49f0-b1ba-4c2a8ea747eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:58.586439 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-be6d36af-df6a-49f0-b1ba-4c2a8ea747eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36bbebbb-98ba-4793-8c88-74cb0ad48bf2 HTTP/1.1" status: 204 len: 168 time: 0.4874160 Mar 08 21:12:58.636666 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d36af-df6a-49f0-b1ba-4c2a8ea747eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bbebbb-98ba-4793-8c88-74cb0ad48bf2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:58.749584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-8560f32e-f627-4714-b16e-76e327761ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:58.756040 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-8560f32e-f627-4714-b16e-76e327761ede service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4265232 Mar 08 21:12:58.840357 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d346988-ac11-47a2-b905-dffda4694426 admin admin] Publish callbacks [] for security_group (7541a67f-cee8-47fd-b65d-0631a802ec61), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:58.869887 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d346988-ac11-47a2-b905-dffda4694426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7541a67f-cee8-47fd-b65d-0631a802ec61), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:58.883703 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-8976b0be-58e1-4ded-a671-f468863f16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:58.885191 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-8976b0be-58e1-4ded-a671-f468863f16bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.3211098 Mar 08 21:12:58.941623 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447814-70ff-4022-bc6e-fcce8a32c68e req-1c8ebb54-78d3-4df1-8746-06514e47310b tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:58.952717 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73447814-70ff-4022-bc6e-fcce8a32c68e req-1c8ebb54-78d3-4df1-8746-06514e47310b tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.1270225 Mar 08 21:12:58.983369 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-01a57770-2e9a-4eb6-93bb-b540888fb5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:58.991995 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-cc0a321c-1ff3-40a4-99d1-fdbf3c34c3db service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118919 Mar 08 21:12:59.044328 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73447814-70ff-4022-bc6e-fcce8a32c68e req-30ef0e9b-a30a-4cc0-a1d7-bf9541a9fa43 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898273 Mar 08 21:12:59.065983 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4d346988-ac11-47a2-b905-dffda4694426 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d9d7abc8a0a449e86f437aea0f8deb1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3902097 Mar 08 21:12:59.067038 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d346988-ac11-47a2-b905-dffda4694426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7541a67f-cee8-47fd-b65d-0631a802ec61,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:59.070718 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39010) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:59.124250 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a34ae5-c483-41c2-9d84-c7b126d08287 req-984fcbbd-8573-4dd9-a62e-7ece96bc3da8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:59.125849 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-20a34ae5-c483-41c2-9d84-c7b126d08287 req-984fcbbd-8573-4dd9-a62e-7ece96bc3da8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.3441281 Mar 08 21:12:59.134360 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fb7569e-3221-42c9-aa02-2454460aed62 admin admin] Publish callbacks [] for security_group (7541a67f-cee8-47fd-b65d-0631a802ec61), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.164424 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fb7569e-3221-42c9-aa02-2454460aed62 admin admin] Publish callbacks [] for security_group (7541a67f-cee8-47fd-b65d-0631a802ec61), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.170331 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-bb440745-f65e-4e88-acd0-ed2715e2e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:59.171308 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-bb440745-f65e-4e88-acd0-ed2715e2e165 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1831026 Mar 08 21:12:59.175462 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8eb56f87-f5bc-4443-9679-870ceacb5100 req-f979bab4-2f53-462d-a658-ff845c7db8b0 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616213 Mar 08 21:12:59.176623 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device d7c1e211-11b0-4273-a662-9d931f2feeb1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:12:59.205920 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-20a34ae5-c483-41c2-9d84-c7b126d08287 req-f6ae600a-b6b0-4932-87f6-d41e205dc718 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688322 Mar 08 21:12:59.261590 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fb7569e-3221-42c9-aa02-2454460aed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7541a67f-cee8-47fd-b65d-0631a802ec61), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.261590 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9fb7569e-3221-42c9-aa02-2454460aed62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.261590 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9fb7569e-3221-42c9-aa02-2454460aed62 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7541a67f-cee8-47fd-b65d-0631a802ec61 HTTP/1.1" status: 204 len: 168 time: 0.1858075 Mar 08 21:12:59.271668 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7569e-3221-42c9-aa02-2454460aed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7541a67f-cee8-47fd-b65d-0631a802ec61,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:59.296994 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 66763a7b-cb12-4369-aa64-b7d7c60ce2fa up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:12:59.350846 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-79152906-9820-4d2f-9ffe-7e0d24459cef service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486254 Mar 08 21:12:59.361940 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port d7c1e211-11b0-4273-a662-9d931f2feeb1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:59.381422 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'port_id': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'mac_address': 'fa:16:3e:45:72:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:12:59.421256 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:12:59.427615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:12:59.427996 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.465440 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port d7c1e211-11b0-4273-a662-9d931f2feeb1 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:59.466158 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.472013 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-28545fa6-0ac1-4186-84fe-cbc73f1f6b64 req-8df2bcf6-35b2-411b-8b7c-f22f5c8959ee service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141617 Mar 08 21:12:59.487865 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c1e211-11b0-4273-a662-9d931f2feeb1 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:12:59.535954 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port d7c1e211-11b0-4273-a662-9d931f2feeb1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:59.541430 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.586092 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:12:59.586256 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.629320 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=d7c1e211-11b0-4273-a662-9d931f2feeb1,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:59.641613 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:12:59.645740 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d24d3da-4d7d-4cec-a7f3-6f7bae77cf76" -d '{"events": [{"server_uuid": "dbb5b92d-c692-46d2-9eb8-b07e6c84edee", "name": "network-vif-plugged", "status": "completed", "tag": "66763a7b-cb12-4369-aa64-b7d7c60ce2fa"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:12:59.669200 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:12:59.677799 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.702064 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:12:59.730070 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3d1fc07-195f-4246-a411-eda3208b3d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.759852 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:59.760120 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671cf39-0b2a-433a-be8d-3d0f3a34c45f req-0a887dae-2c9b-43e7-b792-7d9e7e79a7c0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:59.768720 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d671cf39-0b2a-433a-be8d-3d0f3a34c45f req-0a887dae-2c9b-43e7-b792-7d9e7e79a7c0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 945 time: 0.0783806 Mar 08 21:12:59.772735 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611202-28b1-4a18-97b1-5f2975ceafb6 req-b31a5e1b-415e-4c78-bb3b-be9b65292bfa tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:12:59.780794 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70611202-28b1-4a18-97b1-5f2975ceafb6 req-b31a5e1b-415e-4c78-bb3b-be9b65292bfa tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 946 time: 0.1174765 Mar 08 21:12:59.826801 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d671cf39-0b2a-433a-be8d-3d0f3a34c45f req-2c973bab-e6f7-44f9-babb-792f253df83b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570569 Mar 08 21:12:59.855755 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70611202-28b1-4a18-97b1-5f2975ceafb6 req-2426fa5b-b772-4cf2-a182-6929a8652226 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738306 Mar 08 21:12:59.857766 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['d7c1e211-11b0-4273-a662-9d931f2feeb1'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:12:59.892711 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3d1fc07-195f-4246-a411-eda3208b3d1b admin admin] Publish callbacks [] for security_group (66919b66-09da-40f1-948f-2c98037e5261), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.898099 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3d1fc07-195f-4246-a411-eda3208b3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (66919b66-09da-40f1-948f-2c98037e5261), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:12:59.948024 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1fc07-195f-4246-a411-eda3208b3d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66919b66-09da-40f1-948f-2c98037e5261,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:12:59.973753 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90609c8-75b3-49e9-9173-ae167f3e61ec x-openstack-request-id: req-c90609c8-75b3-49e9-9173-ae167f3e61ec {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:12:59.974201 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb5b92d-c692-46d2-9eb8-b07e6c84edee", "name": "network-vif-plugged", "status": "completed", "tag": "66763a7b-cb12-4369-aa64-b7d7c60ce2fa", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:12:59.974465 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c90609c8-75b3-49e9-9173-ae167f3e61ec {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:12:59.974897 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'code': 200} Mar 08 21:12:59.992786 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39050) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:00.001595 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b3d1fc07-195f-4246-a411-eda3208b3d1b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1926c6305442471f87b51805562a5c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898145 Mar 08 21:13:00.108925 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d65e1f-c87c-4ee9-873e-bb9a63289add admin admin] Publish callbacks [] for security_group (66919b66-09da-40f1-948f-2c98037e5261), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:00.203832 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d65e1f-c87c-4ee9-873e-bb9a63289add admin admin] Publish callbacks [] for security_group (66919b66-09da-40f1-948f-2c98037e5261), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:00.252765 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c2f6c-6e6e-4848-8689-e61afe9d9c59 req-2f0f371e-ee2f-4e85-818c-3aff88bdc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:00.254464 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bb9c2f6c-6e6e-4848-8689-e61afe9d9c59 req-2f0f371e-ee2f-4e85-818c-3aff88bdc306 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 1130 time: 0.1192715 Mar 08 21:13:00.299772 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784e167-a314-4ac9-819f-453c1a23f019 req-ef4962ef-bc01-42e9-a843-a5bf76b1491e tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:00.299772 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7784e167-a314-4ac9-819f-453c1a23f019 req-ef4962ef-bc01-42e9-a843-a5bf76b1491e tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.1314471 Mar 08 21:13:00.344816 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d65e1f-c87c-4ee9-873e-bb9a63289add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (66919b66-09da-40f1-948f-2c98037e5261), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:00.349828 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d65e1f-c87c-4ee9-873e-bb9a63289add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:00.354363 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f5d65e1f-c87c-4ee9-873e-bb9a63289add admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66919b66-09da-40f1-948f-2c98037e5261 HTTP/1.1" status: 204 len: 168 time: 0.3602815 Mar 08 21:13:00.451153 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d65e1f-c87c-4ee9-873e-bb9a63289add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66919b66-09da-40f1-948f-2c98037e5261,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:00.459107 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7784e167-a314-4ac9-819f-453c1a23f019 req-06dccd15-82be-48c5-b32c-a49db59d88ad tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496708 Mar 08 21:13:00.473420 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:13:00.482414 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bb9c2f6c-6e6e-4848-8689-e61afe9d9c59 req-eb3a06e7-3dc3-43a0-9f77-323e23c41ea1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2095258 Mar 08 21:13:00.547279 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b843f5-887b-41d3-a70d-66c776b14e58 req-e139ef80-1932-49ff-b81b-e94546630700 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:00.558273 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-90b843f5-887b-41d3-a70d-66c776b14e58 req-e139ef80-1932-49ff-b81b-e94546630700 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.1920023 Mar 08 21:13:00.656833 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-90b843f5-887b-41d3-a70d-66c776b14e58 req-c81bab0b-39cc-4e9e-9804-08ce15b01458 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850785 Mar 08 21:13:01.131542 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff25408-62c9-47df-9b56-0f9a47b60232 req-fe72bf4e-ab0f-40cc-af94-fcf647ba14f8 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:01.133496 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ff25408-62c9-47df-9b56-0f9a47b60232 req-fe72bf4e-ab0f-40cc-af94-fcf647ba14f8 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 945 time: 0.1309748 Mar 08 21:13:01.136125 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994318d8-84d5-40a0-86ef-084ac676e80d req-cac435b4-73fb-4209-9cd7-79bb2505e970 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:01.138915 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-994318d8-84d5-40a0-86ef-084ac676e80d req-cac435b4-73fb-4209-9cd7-79bb2505e970 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 946 time: 0.1212039 Mar 08 21:13:01.180465 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:13:01.181419 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:01.210630 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device d7c1e211-11b0-4273-a662-9d931f2feeb1 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:01.218614 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ff25408-62c9-47df-9b56-0f9a47b60232 req-47f6f5bc-5a6f-4f49-91e4-3903e82ef53f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729427 Mar 08 21:13:01.256743 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-994318d8-84d5-40a0-86ef-084ac676e80d req-5a9cc37c-977e-439c-baab-e51249c730bc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106219 Mar 08 21:13:01.351985 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-047f1997-cdb0-4fef-aa17-664883810aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.408604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port d7c1e211-11b0-4273-a662-9d931f2feeb1 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:13:01.421832 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port d7c1e211-11b0-4273-a662-9d931f2feeb1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:01.422220 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.484457 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:01.509863 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'port_id': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'mac_address': 'fa:16:3e:4a:1a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:13:01.539475 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d624c2f-6410-4948-a5db-4fbe5b9ee172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.607930 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port bc7d4c65-c987-4453-96d5-38fee78f2556 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:01.608332 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.636277 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7d4c65-c987-4453-96d5-38fee78f2556 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:13:01.646028 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port d7c1e211-11b0-4273-a662-9d931f2feeb1 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:01.646432 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.682309 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:01.697929 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.715692 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port d7c1e211-11b0-4273-a662-9d931f2feeb1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:01.766927 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.769533 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d624c2f-6410-4948-a5db-4fbe5b9ee172 admin admin] Publish callbacks [] for security_group (0dcdc0ff-e5fa-44dc-b8a5-0343e29bb576), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.789535 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2d624c2f-6410-4948-a5db-4fbe5b9ee172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0dcdc0ff-e5fa-44dc-b8a5-0343e29bb576), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:01.828155 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:01.924791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=d7c1e211-11b0-4273-a662-9d931f2feeb1,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:01.927769 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2d624c2f-6410-4948-a5db-4fbe5b9ee172 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01b3bd906d074405b864ac4c5f9eaa6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7461035 Mar 08 21:13:01.931462 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39136) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:01.956942 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d624c2f-6410-4948-a5db-4fbe5b9ee172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcdc0ff-e5fa-44dc-b8a5-0343e29bb576,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:01.977160 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1e211-11b0-4273-a662-9d931f2feeb1'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:13:01.979777 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189db77e-6487-43e9-9afc-6ed437a5f697" -d '{"events": [{"server_uuid": "a7c35621-08d7-4058-9542-e7a0a98080e5", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1e211-11b0-4273-a662-9d931f2feeb1"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:13:02.006998 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046aeba5-ad40-46eb-9be1-a009dec556b6 req-0456951c-2650-4365-b90b-4cf7b1e882ac tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:02.016946 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-046aeba5-ad40-46eb-9be1-a009dec556b6 req-0456951c-2650-4365-b90b-4cf7b1e882ac tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 945 time: 0.2439768 Mar 08 21:13:02.052557 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60f162d-a36f-44fb-beeb-3f6843137996 x-openstack-request-id: req-f60f162d-a36f-44fb-beeb-3f6843137996 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:13:02.052876 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c35621-08d7-4058-9542-e7a0a98080e5", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1e211-11b0-4273-a662-9d931f2feeb1", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:13:02.053182 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f60f162d-a36f-44fb-beeb-3f6843137996 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:13:02.053601 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'code': 200} Mar 08 21:13:02.120850 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2209aef-d870-47b0-b5c9-b0afc4915adc admin admin] Publish callbacks [] for security_group (0dcdc0ff-e5fa-44dc-b8a5-0343e29bb576), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:02.149344 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['bc7d4c65-c987-4453-96d5-38fee78f2556'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:13:02.167793 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-046aeba5-ad40-46eb-9be1-a009dec556b6 req-ecc4851c-110d-4649-87e9-7f911c7b4bd7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401873 Mar 08 21:13:02.183145 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2209aef-d870-47b0-b5c9-b0afc4915adc admin admin] Publish callbacks [] for security_group (0dcdc0ff-e5fa-44dc-b8a5-0343e29bb576), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:02.328627 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2209aef-d870-47b0-b5c9-b0afc4915adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0dcdc0ff-e5fa-44dc-b8a5-0343e29bb576), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:02.331503 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2209aef-d870-47b0-b5c9-b0afc4915adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:02.332874 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b2209aef-d870-47b0-b5c9-b0afc4915adc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0dcdc0ff-e5fa-44dc-b8a5-0343e29bb576 HTTP/1.1" status: 204 len: 168 time: 0.3999932 Mar 08 21:13:02.356838 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2209aef-d870-47b0-b5c9-b0afc4915adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcdc0ff-e5fa-44dc-b8a5-0343e29bb576,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:02.595731 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:02.597458 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309a8dd-0af9-4b5e-804d-931b153ef3bc req-024e22f3-acc5-4658-8733-1f730a11bd10 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:02.600156 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6309a8dd-0af9-4b5e-804d-931b153ef3bc req-024e22f3-acc5-4658-8733-1f730a11bd10 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1465645 Mar 08 21:13:02.603573 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23eb8b-5935-4323-9594-dce88cd89f56 req-80982e0d-48e7-4430-ba25-8c719d5980d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:02.605317 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea23eb8b-5935-4323-9594-dce88cd89f56 req-80982e0d-48e7-4430-ba25-8c719d5980d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 1130 time: 0.0851676 Mar 08 21:13:02.715635 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea23eb8b-5935-4323-9594-dce88cd89f56 req-0566af87-57a6-49a0-aac2-902c5da3627f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912011 Mar 08 21:13:02.734758 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6309a8dd-0af9-4b5e-804d-931b153ef3bc req-c6d364e0-1515-4274-9e32-85c0ae6c04f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170275 Mar 08 21:13:02.922342 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d77c2-2637-4797-8f0a-0506526efe49 req-b82e89cc-e84c-462a-9ee5-fc0906e3ec3a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:02.926284 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a0d77c2-2637-4797-8f0a-0506526efe49 req-b82e89cc-e84c-462a-9ee5-fc0906e3ec3a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 946 time: 0.1015351 Mar 08 21:13:03.041544 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a0d77c2-2637-4797-8f0a-0506526efe49 req-f9d305dc-d7c9-4290-998e-0449b23097e8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070662 Mar 08 21:13:03.344557 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:03.368826 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-928e83f3-204a-4236-aee8-feac5b55ae38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:03.389053 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f545d-6bae-4916-a0ab-0b78fced9bd7 req-319292a0-eb24-4519-af19-efa8f0a5b61a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:03.394541 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-467f545d-6bae-4916-a0ab-0b78fced9bd7 req-319292a0-eb24-4519-af19-efa8f0a5b61a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 946 time: 0.1329575 Mar 08 21:13:03.409970 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:03.414749 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'floatingip': {'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:03.529668 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (d438f924-63d1-49c1-8c68-0ecb1faf3249), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:03.641749 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134511ae-02e6-4281-87b9-ec8f3eabfb7a req-71f1ff41-251a-4f30-a53b-d0f50f3baf29 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:03.643311 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-134511ae-02e6-4281-87b9-ec8f3eabfb7a req-71f1ff41-251a-4f30-a53b-d0f50f3baf29 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 945 time: 0.1239796 Mar 08 21:13:03.770421 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-134511ae-02e6-4281-87b9-ec8f3eabfb7a req-74b6c7c0-b256-43a8-b726-898697b7c9f1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180704 Mar 08 21:13:03.881065 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-928e83f3-204a-4236-aee8-feac5b55ae38 admin admin] Publish callbacks [] for security_group (95a665e4-98bf-4012-9af8-209f4e31afc9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:03.904699 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-928e83f3-204a-4236-aee8-feac5b55ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (95a665e4-98bf-4012-9af8-209f4e31afc9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:04.021613 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:04.063713 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e83f3-204a-4236-aee8-feac5b55ae38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a665e4-98bf-4012-9af8-209f4e31afc9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:04.071466 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-928e83f3-204a-4236-aee8-feac5b55ae38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fdac29eccd7b42aebb45fdd344722f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7245283 Mar 08 21:13:04.076778 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39216) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:04.091812 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36b5a5-933a-4835-b3c9-0d6696b0ff78 req-8935aebd-69c9-4817-94df-75242aa7143c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:04.094248 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c36b5a5-933a-4835-b3c9-0d6696b0ff78 req-8935aebd-69c9-4817-94df-75242aa7143c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.2765236 Mar 08 21:13:04.202421 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f1953f8-b2cb-422a-b796-4657d831725b admin admin] Publish callbacks [] for security_group (95a665e4-98bf-4012-9af8-209f4e31afc9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:04.246025 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f1953f8-b2cb-422a-b796-4657d831725b admin admin] Publish callbacks [] for security_group (95a665e4-98bf-4012-9af8-209f4e31afc9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:04.261918 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c36b5a5-933a-4835-b3c9-0d6696b0ff78 req-598e8dec-f9de-4828-9309-5c6e111d308a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318245 Mar 08 21:13:04.356285 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f1953f8-b2cb-422a-b796-4657d831725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (95a665e4-98bf-4012-9af8-209f4e31afc9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:04.360769 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f1953f8-b2cb-422a-b796-4657d831725b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:04.366012 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8f1953f8-b2cb-422a-b796-4657d831725b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95a665e4-98bf-4012-9af8-209f4e31afc9 HTTP/1.1" status: 204 len: 168 time: 0.2840619 Mar 08 21:13:04.377452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1953f8-b2cb-422a-b796-4657d831725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a665e4-98bf-4012-9af8-209f4e31afc9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:05.069309 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 21:13:05.140162 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:05.141804 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db638a7d-f1b1-46b4-b217-ffdf2551eb8e req-8f3059f4-6d0f-4b10-8cad-8543a156a97c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:05.143594 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-db638a7d-f1b1-46b4-b217-ffdf2551eb8e req-8f3059f4-6d0f-4b10-8cad-8543a156a97c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 945 time: 0.1137550 Mar 08 21:13:05.230556 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-db638a7d-f1b1-46b4-b217-ffdf2551eb8e req-59dc6e5e-00c7-4f1a-a521-8fb7c1c20e5c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774446 Mar 08 21:13:05.232664 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:05.278334 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.286547 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (d438f924-63d1-49c1-8c68-0ecb1faf3249), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.355798 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-799aa5e1-d6a7-4180-a2fd-d69926ebbbc1 admin admin] Deleting subnet 404cf413-44e5-4753-a482-9c603f9e08cf {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:13:05.359392 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port bc7d4c65-c987-4453-96d5-38fee78f2556 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:13:05.361544 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799aa5e1-d6a7-4180-a2fd-d69926ebbbc1 admin admin] Publish callbacks [] for subnet (404cf413-44e5-4753-a482-9c603f9e08cf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.367715 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port bc7d4c65-c987-4453-96d5-38fee78f2556 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:05.368461 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.492173 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799aa5e1-d6a7-4180-a2fd-d69926ebbbc1 admin admin] Publish callbacks [] for subnet (404cf413-44e5-4753-a482-9c603f9e08cf), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.507596 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799aa5e1-d6a7-4180-a2fd-d69926ebbbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (404cf413-44e5-4753-a482-9c603f9e08cf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.549540 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.556310 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port bc7d4c65-c987-4453-96d5-38fee78f2556 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:05.556833 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.574131 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312d098-e5e9-40f4-b4b8-b99d17a6af34 req-78eafdd6-f709-4da5-a0b5-d0e82d13d9c4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:05.576071 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8312d098-e5e9-40f4-b4b8-b99d17a6af34 req-78eafdd6-f709-4da5-a0b5-d0e82d13d9c4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.2081122 Mar 08 21:13:05.583887 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Floating IP d438f924-63d1-49c1-8c68-0ecb1faf3249 associated. External IP: 172.27.1.129, port: 66763a7b-cb12-4369-aa64-b7d7c60ce2fa. Mar 08 21:13:05.613253 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:13:05.617395 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630f04b1-4eb6-435b-82d7-fd1d28d8bce4" -d '{"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:13:05.624413 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:05.633241 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.676214 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bef606-8fb9-42d2-856c-1152a6dce08b x-openstack-request-id: req-55bef606-8fb9-42d2-856c-1152a6dce08b {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:13:05.676664 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:13:05.677047 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55bef606-8fb9-42d2-856c-1152a6dce08b {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:13:05.677641 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'code': 200} Mar 08 21:13:05.722258 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:05.728993 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799aa5e1-d6a7-4180-a2fd-d69926ebbbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (404cf413-44e5-4753-a482-9c603f9e08cf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.776044 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799aa5e1-d6a7-4180-a2fd-d69926ebbbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404cf413-44e5-4753-a482-9c603f9e08cf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:05.788574 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-799aa5e1-d6a7-4180-a2fd-d69926ebbbc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:05.794761 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-799aa5e1-d6a7-4180-a2fd-d69926ebbbc1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/404cf413-44e5-4753-a482-9c603f9e08cf HTTP/1.1" status: 204 len: 168 time: 0.6514802 Mar 08 21:13:05.798536 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39272) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:05.806235 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8312d098-e5e9-40f4-b4b8-b99d17a6af34 req-8c1ec6de-8127-486d-a05f-35093d4c87cc tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819475 Mar 08 21:13:06.093954 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:13:06.267880 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (c9caceb4-2a48-4d84-9749-267aaf0983ae), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:06.270637 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:06.316440 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:06.328343 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:06.357534 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:06.359633 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:06.375068 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9c64-b5e9-4622-8d89-df283b87ecf9 req-f285c9d8-7098-4944-aaef-681fd46d6aed tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:06.376269 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-441a9c64-b5e9-4622-8d89-df283b87ecf9 req-f285c9d8-7098-4944-aaef-681fd46d6aed tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.4299526 Mar 08 21:13:06.393362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:06.404112 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'floatingip': {'port_id': 'd7c1e211-11b0-4273-a662-9d931f2feeb1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:06.425350 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a6cbbe2e-554b-4eb7-bda5-aeae65afcc26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "PUT /v2.0/floatingips/d438f924-63d1-49c1-8c68-0ecb1faf3249 HTTP/1.1" status: 200 len: 992 time: 3.0048625 Mar 08 21:13:06.425350 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'tag': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:13:06.425350 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb5b92d-c692-46d2-9eb8-b07e6c84edee", "tag": "66763a7b-cb12-4369-aa64-b7d7c60ce2fa"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:13:06.514823 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5250a2a9-e438-4a72-a276-c1a63075c1ce x-openstack-request-id: req-5250a2a9-e438-4a72-a276-c1a63075c1ce {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:13:06.515293 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb5b92d-c692-46d2-9eb8-b07e6c84edee", "tag": "66763a7b-cb12-4369-aa64-b7d7c60ce2fa", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:13:06.515698 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5250a2a9-e438-4a72-a276-c1a63075c1ce {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:13:06.516334 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'tag': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'status': 'completed', 'code': 200} Mar 08 21:13:06.605419 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:06.625510 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (c9caceb4-2a48-4d84-9749-267aaf0983ae), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:06.672326 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.672874 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.674301 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.674853 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.675393 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.676002 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.676490 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.676919 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.677377 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.677811 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.681906 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:06.811849 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c585a0-b11f-4e03-8e60-f22d0e5eafb0 req-1597f1b6-5b15-4f2b-9997-e0b0de65c3ec tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:06.826949 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-43c585a0-b11f-4e03-8e60-f22d0e5eafb0 req-1597f1b6-5b15-4f2b-9997-e0b0de65c3ec tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1455352 Mar 08 21:13:06.880857 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.881486 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.881994 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.882144 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:06.882539 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:06.883153 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9caceb4-2a48-4d84-9749-267aaf0983ae']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:06.913312 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (d91e909d-703a-4653-8dbe-ea5a153bc06b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:06.989834 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2c9a9f-ec28-4810-956e-cb29ffc6cc27') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:06.990646 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2c9a9f-ec28-4810-956e-cb29ffc6cc27') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:07.030311 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-43c585a0-b11f-4e03-8e60-f22d0e5eafb0 req-b6c0756a-9f2c-4a97-9758-50df16d83b29 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939003 Mar 08 21:13:07.123276 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533008'] for segment (4f2c9a9f-ec28-4810-956e-cb29ffc6cc27), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.125569 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Publish callbacks [] for security_group (e14a3394-2fcf-4384-9e8f-2e45fa03abc1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.134794 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e14a3394-2fcf-4384-9e8f-2e45fa03abc1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.193466 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d949e1f0b5d4013829780c5c6e434d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5862286 Mar 08 21:13:07.194515 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39314) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:07.227495 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a3394-2fcf-4384-9e8f-2e45fa03abc1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:07.243632 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (4f2c9a9f-ec28-4810-956e-cb29ffc6cc27), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.275398 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.276155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.279328 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.279942 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.280673 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.281270 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.281860 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.282427 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.284058 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.285055 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.285992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.286514 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.287280 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ee335-fe67-46ed-b37b-55f7991f10f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.323268 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:13:07.324591 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3783072'] for segment (4f2c9a9f-ec28-4810-956e-cb29ffc6cc27), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.339121 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:04Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:07.344068 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e7da93b-7bb3-4aa2-bdbe-0b7f0b2c2305 admin admin] Publish callbacks [] for security_group (e14a3394-2fcf-4384-9e8f-2e45fa03abc1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.383442 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e7da93b-7bb3-4aa2-bdbe-0b7f0b2c2305 admin admin] Publish callbacks [] for security_group (e14a3394-2fcf-4384-9e8f-2e45fa03abc1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.399596 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: from cryptography.utils import int_from_bytes Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: from cryptography.utils import int_from_bytes Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: Traceback (most recent call last): Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: timer() Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: cb(*args, **kw) Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: return func(*args, **kwargs) Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: self._notify() Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: self.callback(batched_events) Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: event.method(event) Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: return f(self, *a, **k) Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._get(url).json() Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:13:07.414530 dv-cinder-830098-3-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:13:07.418104 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:07.418104 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:07.423236 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (c9caceb4-2a48-4d84-9749-267aaf0983ae), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.453940 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e7da93b-7bb3-4aa2-bdbe-0b7f0b2c2305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e14a3394-2fcf-4384-9e8f-2e45fa03abc1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.453940 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e7da93b-7bb3-4aa2-bdbe-0b7f0b2c2305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.453940 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0e7da93b-7bb3-4aa2-bdbe-0b7f0b2c2305 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e14a3394-2fcf-4384-9e8f-2e45fa03abc1 HTTP/1.1" status: 204 len: 168 time: 0.2559543 Mar 08 21:13:07.478586 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7da93b-7bb3-4aa2-bdbe-0b7f0b2c2305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14a3394-2fcf-4384-9e8f-2e45fa03abc1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:07.496506 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.502953 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c9caceb4-2a48-4d84-9749-267aaf0983ae HTTP/1.1" status: 204 len: 168 time: 1.7019794 Mar 08 21:13:07.506032 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:07.586664 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb65dbbe-a2dd-44a5-9868-c23a3bd4d6ea admin admin] Deleting subnet 74c8188c-f075-43fe-8f39-c0adc58f1c05 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:13:07.586926 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9caceb4-2a48-4d84-9749-267aaf0983ae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:07.590279 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb65dbbe-a2dd-44a5-9868-c23a3bd4d6ea admin admin] Publish callbacks [] for subnet (74c8188c-f075-43fe-8f39-c0adc58f1c05), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.627556 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.628476 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.628977 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:07.629474 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.630371 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.631196 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.631805 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.632398 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.632815 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb65dbbe-a2dd-44a5-9868-c23a3bd4d6ea admin admin] Publish callbacks [] for subnet (74c8188c-f075-43fe-8f39-c0adc58f1c05), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.633475 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.634200 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.634938 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.635900 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.636610 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.638085 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe94d6b-d7f3-4a4e-9102-c3f708cb1da4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:07.639338 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb65dbbe-a2dd-44a5-9868-c23a3bd4d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (74c8188c-f075-43fe-8f39-c0adc58f1c05), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.697460 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb65dbbe-a2dd-44a5-9868-c23a3bd4d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for subnet (74c8188c-f075-43fe-8f39-c0adc58f1c05), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.737666 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65dbbe-a2dd-44a5-9868-c23a3bd4d6ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c8188c-f075-43fe-8f39-c0adc58f1c05,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:07.770173 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-eb65dbbe-a2dd-44a5-9868-c23a3bd4d6ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:07.782469 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-eb65dbbe-a2dd-44a5-9868-c23a3bd4d6ea admin admin] 10.222.0.61 "DELETE /v2.0/subnets/74c8188c-f075-43fe-8f39-c0adc58f1c05 HTTP/1.1" status: 204 len: 168 time: 0.2677207 Mar 08 21:13:07.790146 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:07.907787 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (b5dce08a-ddd9-4b0e-a915-03bc9a4f7890), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.021783 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (b5dce08a-ddd9-4b0e-a915-03bc9a4f7890), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.064888 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39336) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:08.071020 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.071913 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.073506 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.074238 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > port after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.076127 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.077431 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > port after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.078178 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.078882 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.080152 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.081160 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.089928 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:04Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:08.175679 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3202a7f5-61bf-4372-b486-25e54d5bac2d None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:04Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:08.254589 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.255395 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.255395 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.255628 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 21:13:08.257273 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dce08a-ddd9-4b0e-a915-03bc9a4f7890']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:08.295258 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3a756a-1342-4490-9120-24879d76e065') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:08.295719 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3a756a-1342-4490-9120-24879d76e065') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:08.340818 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (2e3a756a-1342-4490-9120-24879d76e065), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.377308 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:08.405300 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b87736ed-a76f-49e9-9234-234a5e758244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.419963 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (2e3a756a-1342-4490-9120-24879d76e065), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.440796 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:13:08.441415 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (2e3a756a-1342-4490-9120-24879d76e065), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: from cryptography.utils import int_from_bytes Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: from cryptography.utils import int_from_bytes Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:13:08.447510 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:13:08.484630 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 21:13:08.552598 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d331a28f-e6e9-45c2-adb5-384ae054a34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.557170 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (b5dce08a-ddd9-4b0e-a915-03bc9a4f7890), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.557930 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb445cce-370b-43e7-99d3-0d9bf0aba86f None None] New status for floating IP d438f924-63d1-49c1-8c68-0ecb1faf3249: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:13:08.589459 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5dce08a-ddd9-4b0e-a915-03bc9a4f7890,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:08.595288 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.602335 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1cd2a03d-6948-4e61-9fc3-02025f3d356b admin admin] 10.222.0.61 "DELETE /v2.0/networks/b5dce08a-ddd9-4b0e-a915-03bc9a4f7890 HTTP/1.1" status: 204 len: 168 time: 0.8122022 Mar 08 21:13:08.618736 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.630228 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (d91e909d-703a-4653-8dbe-ea5a153bc06b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.698487 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b87736ed-a76f-49e9-9234-234a5e758244 admin admin] Publish callbacks [] for security_group (2d3adb19-df12-43dd-84c3-aaa38ad70a6a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.702966 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0046ae-4716-4428-a5b9-2ae8d5575922 req-2c1632d4-8902-45bf-b00d-7e506a712df8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:08.705178 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2b0046ae-4716-4428-a5b9-2ae8d5575922 req-2c1632d4-8902-45bf-b00d-7e506a712df8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.2472582 Mar 08 21:13:08.705903 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b87736ed-a76f-49e9-9234-234a5e758244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2d3adb19-df12-43dd-84c3-aaa38ad70a6a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.781668 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87736ed-a76f-49e9-9234-234a5e758244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3adb19-df12-43dd-84c3-aaa38ad70a6a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:08.829126 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b87736ed-a76f-49e9-9234-234a5e758244 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8539e04331645c7b8390b9a584ec545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474304 Mar 08 21:13:08.830458 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:08.917385 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56724ec7-60df-47fe-abf6-903b2ffe49bb admin admin] Publish callbacks [] for security_group (2d3adb19-df12-43dd-84c3-aaa38ad70a6a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.947678 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56724ec7-60df-47fe-abf6-903b2ffe49bb admin admin] Publish callbacks [] for security_group (2d3adb19-df12-43dd-84c3-aaa38ad70a6a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:08.968858 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:09.052691 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-af5c71db-5440-4e15-87d2-3669a5b3e506 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6dd83f01e7a14099b0b52ee2d599e1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821559 Mar 08 21:13:09.058613 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39354) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:09.126071 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56724ec7-60df-47fe-abf6-903b2ffe49bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2d3adb19-df12-43dd-84c3-aaa38ad70a6a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.131658 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56724ec7-60df-47fe-abf6-903b2ffe49bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.136154 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-56724ec7-60df-47fe-abf6-903b2ffe49bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d3adb19-df12-43dd-84c3-aaa38ad70a6a HTTP/1.1" status: 204 len: 168 time: 0.3020382 Mar 08 21:13:09.147093 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d331a28f-e6e9-45c2-adb5-384ae054a34d admin admin] Publish callbacks [] for security_group (d2726b02-bc8a-4e67-adba-154000809949), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.148941 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56724ec7-60df-47fe-abf6-903b2ffe49bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3adb19-df12-43dd-84c3-aaa38ad70a6a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:09.193456 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1514cce-bdae-40c3-8c29-93417c5f371b admin admin] Publish callbacks [] for security_group (7b5e0e66-3aa7-4be2-99b9-66194486f976), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.209774 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d331a28f-e6e9-45c2-adb5-384ae054a34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (d2726b02-bc8a-4e67-adba-154000809949), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.259838 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1514cce-bdae-40c3-8c29-93417c5f371b admin admin] Publish callbacks [] for security_group (7b5e0e66-3aa7-4be2-99b9-66194486f976), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.321836 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2b0046ae-4716-4428-a5b9-2ae8d5575922 req-161ec100-092e-40fd-a7aa-0f3b2d08d5ca tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6038680 Mar 08 21:13:09.339029 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Floating IP d91e909d-703a-4653-8dbe-ea5a153bc06b associated. External IP: 172.27.1.234, port: d7c1e211-11b0-4273-a662-9d931f2feeb1. Mar 08 21:13:09.362051 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1514cce-bdae-40c3-8c29-93417c5f371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7b5e0e66-3aa7-4be2-99b9-66194486f976), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.366213 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1514cce-bdae-40c3-8c29-93417c5f371b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.368133 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b1514cce-bdae-40c3-8c29-93417c5f371b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b5e0e66-3aa7-4be2-99b9-66194486f976 HTTP/1.1" status: 204 len: 168 time: 0.3068471 Mar 08 21:13:09.385410 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1514cce-bdae-40c3-8c29-93417c5f371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5e0e66-3aa7-4be2-99b9-66194486f976,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:09.443117 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d331a28f-e6e9-45c2-adb5-384ae054a34d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80dbb6dbe7db476da4cb83ad38a183f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3767881 Mar 08 21:13:09.444772 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331a28f-e6e9-45c2-adb5-384ae054a34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2726b02-bc8a-4e67-adba-154000809949,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:09.450837 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39368) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:09.484707 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-408d2f53-fa24-406f-a0d5-3a8af0ed8c8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3634994 Mar 08 21:13:09.548005 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-dcc28b04-2a22-44d5-99e7-d9234bb37333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:09.550974 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-dcc28b04-2a22-44d5-99e7-d9234bb37333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 1130 time: 0.4020770 Mar 08 21:13:09.638670 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7d26b-23fe-43f7-9a1a-bff947709996 req-5c0ba654-6163-4925-bddb-22e316a590b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:09.641486 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bfa7d26b-23fe-43f7-9a1a-bff947709996 req-5c0ba654-6163-4925-bddb-22e316a590b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 1130 time: 0.3406360 Mar 08 21:13:09.671108 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bded56f1-6f69-4656-bcb4-adaa27219f73 admin admin] Publish callbacks [] for security_group (d2726b02-bc8a-4e67-adba-154000809949), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.732599 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bded56f1-6f69-4656-bcb4-adaa27219f73 admin admin] Publish callbacks [] for security_group (d2726b02-bc8a-4e67-adba-154000809949), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.890661 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bded56f1-6f69-4656-bcb4-adaa27219f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (d2726b02-bc8a-4e67-adba-154000809949), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.890661 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bded56f1-6f69-4656-bcb4-adaa27219f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:09.890661 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bded56f1-6f69-4656-bcb4-adaa27219f73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2726b02-bc8a-4e67-adba-154000809949 HTTP/1.1" status: 204 len: 168 time: 0.4381642 Mar 08 21:13:09.901157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded56f1-6f69-4656-bcb4-adaa27219f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2726b02-bc8a-4e67-adba-154000809949,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:09.993327 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bfa7d26b-23fe-43f7-9a1a-bff947709996 req-f6287cda-e390-4dac-a128-acf5827722d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196747 Mar 08 21:13:10.040290 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-945d7f98-86ab-482d-8f64-1e8c2c7abc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:10.041948 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-945d7f98-86ab-482d-8f64-1e8c2c7abc18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.4699848 Mar 08 21:13:10.048340 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-e8e172db-7874-4825-86ff-db721ba97900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:10.050047 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-e8e172db-7874-4825-86ff-db721ba97900 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d71c7201c264d2dac0d2320457d65a3&device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 1129 time: 0.4345417 Mar 08 21:13:10.053787 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:10.144023 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d376e981-ac84-4444-a428-4b87f6dafd81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e03b931640e145129a5320648f749e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884204 Mar 08 21:13:10.147378 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39384) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:10.196392 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:13:10.295736 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecf61bb8-93af-44cb-ad02-bfb8848354a2 admin admin] Publish callbacks [] for security_group (1a1f7103-f70c-4857-bc72-f9aa71240a33), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.337789 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecf61bb8-93af-44cb-ad02-bfb8848354a2 admin admin] Publish callbacks [] for security_group (1a1f7103-f70c-4857-bc72-f9aa71240a33), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.446703 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:10.456523 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.492457 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] Sync routers for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:10.514634 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:10.515279 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:10.565783 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-850b6e86-8a76-4e1d-8c9c-8eff6a6da454 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "PUT /v2.0/floatingips/d91e909d-703a-4653-8dbe-ea5a153bc06b HTTP/1.1" status: 200 len: 992 time: 4.1682680 Mar 08 21:13:10.570981 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'tag': 'd7c1e211-11b0-4273-a662-9d931f2feeb1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:13:10.589427 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cbea5-23ea-42bc-ba06-33718cf5a87d req-cb35def1-ed69-4eb4-9f85-dc08d9ab316b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:10.599672 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417af5ed-ad2b-4887-a9e5-9301f79ab95e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7c35621-08d7-4058-9542-e7a0a98080e5", "tag": "d7c1e211-11b0-4273-a662-9d931f2feeb1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:13:10.601321 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-156cbea5-23ea-42bc-ba06-33718cf5a87d req-cb35def1-ed69-4eb4-9f85-dc08d9ab316b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1410408 Mar 08 21:13:10.625174 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecf61bb8-93af-44cb-ad02-bfb8848354a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1a1f7103-f70c-4857-bc72-f9aa71240a33), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.637423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecf61bb8-93af-44cb-ad02-bfb8848354a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.644265 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.655274 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ecf61bb8-93af-44cb-ad02-bfb8848354a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a1f7103-f70c-4857-bc72-f9aa71240a33 HTTP/1.1" status: 204 len: 168 time: 0.5063114 Mar 08 21:13:10.688694 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf61bb8-93af-44cb-ad02-bfb8848354a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1f7103-f70c-4857-bc72-f9aa71240a33,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:10.697626 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-156cbea5-23ea-42bc-ba06-33718cf5a87d req-573a5d5e-4a0b-4e4e-b996-0fd4e0e68a22 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912600 Mar 08 21:13:10.703581 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:10.750044 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bac1-61f1-4721-ac85-6446a87bc0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.777357 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:10.880545 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9016e765-704c-47f2-8df4-906564ce9658 x-openstack-request-id: req-9016e765-704c-47f2-8df4-906564ce9658 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:13:10.880846 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7c35621-08d7-4058-9542-e7a0a98080e5", "tag": "d7c1e211-11b0-4273-a662-9d931f2feeb1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:13:10.881255 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9016e765-704c-47f2-8df4-906564ce9658 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:13:10.881545 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'tag': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'status': 'completed', 'code': 200} Mar 08 21:13:10.897162 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bac1-61f1-4721-ac85-6446a87bc0ab admin admin] Publish callbacks [] for security_group (202365da-756e-4515-aa1d-91e66ea05e4b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.904372 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bac1-61f1-4721-ac85-6446a87bc0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (202365da-756e-4515-aa1d-91e66ea05e4b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:10.953713 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39406) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:10.954202 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a0d2bac1-61f1-4721-ac85-6446a87bc0ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd4745dfcb844030b1fb400905ad3746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487779 Mar 08 21:13:10.956670 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2bac1-61f1-4721-ac85-6446a87bc0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202365da-756e-4515-aa1d-91e66ea05e4b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:11.057791 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2690-1f93-48b6-a2ab-4866a1851270 admin admin] Publish callbacks [] for security_group (202365da-756e-4515-aa1d-91e66ea05e4b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:11.101892 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2690-1f93-48b6-a2ab-4866a1851270 admin admin] Publish callbacks [] for security_group (202365da-756e-4515-aa1d-91e66ea05e4b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:11.136175 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd91e909d-703a-4653-8dbe-ea5a153bc06b', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'port_id': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'mac_address': 'fa:16:3e:45:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:38Z', 'updated_at': '2022-03-08T21:13:08Z', 'revision_number': 1, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:11.174442 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] Checking router: 40fa65bb-2293-45a6-ac3f-b4a0c539e40c for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:11.183890 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2690-1f93-48b6-a2ab-4866a1851270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (202365da-756e-4515-aa1d-91e66ea05e4b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:11.185251 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:11.186099 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:11.189453 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f4e2690-1f93-48b6-a2ab-4866a1851270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:11.191263 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9f4e2690-1f93-48b6-a2ab-4866a1851270 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/202365da-756e-4515-aa1d-91e66ea05e4b HTTP/1.1" status: 204 len: 168 time: 0.2363601 Mar 08 21:13:11.202010 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e2690-1f93-48b6-a2ab-4866a1851270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202365da-756e-4515-aa1d-91e66ea05e4b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:11.314966 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:11.621753 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd91e909d-703a-4653-8dbe-ea5a153bc06b', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'port_id': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'mac_address': 'fa:16:3e:45:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:38Z', 'updated_at': '2022-03-08T21:13:08Z', 'revision_number': 1, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:11.672092 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5f400-6feb-453c-b798-25130705c1ac None None] The sync data for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi is: [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd91e909d-703a-4653-8dbe-ea5a153bc06b', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'floating_ip_address': '172.27.1.234', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'port_id': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'mac_address': 'fa:16:3e:45:72:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:38Z', 'updated_at': '2022-03-08T21:13:08Z', 'revision_number': 1, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:11.930908 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364535-526a-479e-8c22-80e9ad59b0b4 req-5d3fcef0-aa97-4ec4-bcb9-07e40cdcccc8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:11.933592 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad364535-526a-479e-8c22-80e9ad59b0b4 req-5d3fcef0-aa97-4ec4-bcb9-07e40cdcccc8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0995986 Mar 08 21:13:12.028285 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f35731-c427-4be3-bd46-9d87af338315 None None] New status for floating IP d91e909d-703a-4653-8dbe-ea5a153bc06b: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:13:12.043310 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad364535-526a-479e-8c22-80e9ad59b0b4 req-91ec9d3f-587a-4ce5-a85a-0ba170a44d07 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965965 Mar 08 21:13:12.245500 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39462) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:12.491080 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-483209b7-e563-4364-9719-7848202b937c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:12.636706 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-483209b7-e563-4364-9719-7848202b937c admin admin] Publish callbacks [] for security_group (7c692c5f-6d2f-4ef2-ac23-d3496e9f1d83), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:12.643122 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-483209b7-e563-4364-9719-7848202b937c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7c692c5f-6d2f-4ef2-ac23-d3496e9f1d83), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:12.707229 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483209b7-e563-4364-9719-7848202b937c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c692c5f-6d2f-4ef2-ac23-d3496e9f1d83,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:12.716033 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-483209b7-e563-4364-9719-7848202b937c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=874330a997ff40698e92b33d70701984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681859 Mar 08 21:13:12.720946 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39476) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:12.788696 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e18c071-3600-4f59-a1b5-a0d28db86a14 admin admin] Publish callbacks [] for security_group (7c692c5f-6d2f-4ef2-ac23-d3496e9f1d83), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:12.831742 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e18c071-3600-4f59-a1b5-a0d28db86a14 admin admin] Publish callbacks [] for security_group (7c692c5f-6d2f-4ef2-ac23-d3496e9f1d83), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:12.914417 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e18c071-3600-4f59-a1b5-a0d28db86a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7c692c5f-6d2f-4ef2-ac23-d3496e9f1d83), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:12.917245 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e18c071-3600-4f59-a1b5-a0d28db86a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:12.918965 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3e18c071-3600-4f59-a1b5-a0d28db86a14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c692c5f-6d2f-4ef2-ac23-d3496e9f1d83 HTTP/1.1" status: 204 len: 168 time: 0.1964364 Mar 08 21:13:12.938490 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18c071-3600-4f59-a1b5-a0d28db86a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c692c5f-6d2f-4ef2-ac23-d3496e9f1d83,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:13.267558 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e62f6-4198-46ce-a96c-bb3a6c9b31b6 req-81b0448c-f2d0-4840-a665-1fb97915ac7f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:13.269841 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-977e62f6-4198-46ce-a96c-bb3a6c9b31b6 req-81b0448c-f2d0-4840-a665-1fb97915ac7f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0859535 Mar 08 21:13:13.355818 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-977e62f6-4198-46ce-a96c-bb3a6c9b31b6 req-7c4ec0d8-d102-4de0-914b-3823ec717b6f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799065 Mar 08 21:13:14.037474 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-8c28fe54-4ed6-4711-a6b5-46940412a87f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa HTTP/1.1" status: 200 len: 1002 time: 0.3432875 Mar 08 21:13:14.067194 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-8eae7732-9d79-421e-be08-f2972d239e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:14.070396 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-8eae7732-9d79-421e-be08-f2972d239e7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 1130 time: 0.2980523 Mar 08 21:13:14.210948 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-1c394d61-7a58-4eb6-ac6c-a425a68ea74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:14.213530 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-1c394d61-7a58-4eb6-ac6c-a425a68ea74d service neutron] 10.222.0.13 "GET /v2.0/networks?id=988aaff9-59ff-42ad-85ec-af8630b5de69 HTTP/1.1" status: 200 len: 912 time: 0.4429505 Mar 08 21:13:14.331402 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-4f3feb4f-aef0-4de5-89f9-6b855207723b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27cbb464-745d-4824-b2ae-ec2949f3e9f5 HTTP/1.1" status: 200 len: 217 time: 0.0660350 Mar 08 21:13:14.334194 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-04c806de-b623-4746-b3a8-a69f34322314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:14.336718 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-04c806de-b623-4746-b3a8-a69f34322314 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.2861552 Mar 08 21:13:14.536086 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-0198cba7-bb8c-43dc-96dc-b2f6660782d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:14.539018 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-0198cba7-bb8c-43dc-96dc-b2f6660782d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 911 time: 0.4304864 Mar 08 21:13:14.546771 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-d660b4c3-a858-43b8-9c94-aefd5f366a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:14.549437 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-d660b4c3-a858-43b8-9c94-aefd5f366a4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b27b7258-a3fa-4518-8c65-e0ceb210f7f8 HTTP/1.1" status: 200 len: 851 time: 0.1976521 Mar 08 21:13:14.628212 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a372f8-dc0b-494d-bd47-cbcf50c6a67a req-9480b7e7-1538-4293-b737-5f52d0eea1dd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:14.630560 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39562) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:14.630936 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92a372f8-dc0b-494d-bd47-cbcf50c6a67a req-9480b7e7-1538-4293-b737-5f52d0eea1dd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1186316 Mar 08 21:13:14.694877 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-5bacfadc-dbcc-4213-bfb3-d79fb9e1d7c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=988aaff9-59ff-42ad-85ec-af8630b5de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658996 Mar 08 21:13:14.704302 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-d4ea088b-8d2e-470b-98dd-d48e940cdeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:14.706108 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-d4ea088b-8d2e-470b-98dd-d48e940cdeb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3457522 Mar 08 21:13:14.727060 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92a372f8-dc0b-494d-bd47-cbcf50c6a67a req-d1619f89-cad0-4851-b364-ce30de146c30 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844207 Mar 08 21:13:14.730627 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-5eac6888-14b0-4a48-83ab-c1b52713e34f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 200 len: 1002 time: 0.1781089 Mar 08 21:13:15.214307 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-690441179-network', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:15.273305 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-df5959b3-098c-4874-bc6f-3c2517c0d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:15.276271 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-df5959b3-098c-4874-bc6f-3c2517c0d515 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.5319159 Mar 08 21:13:15.393840 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Made reservation on behalf of 5a3f14c2341040779c1eda85b16a79b8 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:15.397715 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:15.432445 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-4e1a6abc-a9ff-413d-bb43-03e3f0822bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146788 Mar 08 21:13:15.433607 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:15.439633 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-7a2ed1d8-5bd6-4cd1-b9ae-aa93d7d0e7fb service neutron] 10.222.0.13 "GET /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7322376 Mar 08 21:13:15.643474 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-967c7e45-9f81-46f9-a2b9-03f3b153a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:15.645449 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-967c7e45-9f81-46f9-a2b9-03f3b153a3f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3477070 Mar 08 21:13:15.845991 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3cb1d4b2-ec83-4dd7-b329-656a64a5c0e2 req-4c2cb8e7-f5d9-45ad-beee-b3593fa8eebe service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828957 Mar 08 21:13:15.933191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Publish callbacks [] for security_group (f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:15.940754 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:15.951280 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2d7f2b62-524e-4b0d-929b-1fab499dc049 req-ff3c55a9-6c2f-42ab-bf8c-20b4e318dfcf service neutron] 10.222.0.13 "GET /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856093 Mar 08 21:13:16.028006 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:13:16.065155 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:16.072197 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-252fa825-05dc-478b-a5d5-8024bb14a661 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868375 Mar 08 21:13:16.082773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:16.083067 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Added segment 42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da of type vlan for network 5ccdb735-271e-43ab-8a75-48daa9c04b98 Mar 08 21:13:16.109209 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76fbc6-f692-4c2a-982d-8999112c3b1c req-ab726ad3-35dc-421c-88af-efbd16848a32 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:16.123179 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5b76fbc6-f692-4c2a-982d-8999112c3b1c req-ab726ad3-35dc-421c-88af-efbd16848a32 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1534231 Mar 08 21:13:16.248191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (5ccdb735-271e-43ab-8a75-48daa9c04b98), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:16.254098 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5b76fbc6-f692-4c2a-982d-8999112c3b1c req-bef2107b-127c-4b88-885e-eca62a6a1412 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294215 Mar 08 21:13:16.367257 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417af5ed-ad2b-4887-a9e5-9301f79ab95e req-fcc24fd3-ca90-47d0-a32e-76ef3af25632 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402418 Mar 08 21:13:16.368604 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (5ccdb735-271e-43ab-8a75-48daa9c04b98), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:16.371164 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:16.372916 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:16.457560 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8249745 Mar 08 21:13:16.470575 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc5722-c125-49be-8357-dfbd26f9c477 req-f462123f-428c-4dbf-8d0f-3e5df2976e3d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:16.472253 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1dc5722-c125-49be-8357-dfbd26f9c477 req-f462123f-428c-4dbf-8d0f-3e5df2976e3d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0895925 Mar 08 21:13:16.472758 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39600) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:16.484008 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Request body: {'subnet': {'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-690441179-subnet', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:16.487424 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39604) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:16.493628 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'floatingip': {'port_id': 'bc7d4c65-c987-4453-96d5-38fee78f2556'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:16.526564 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d560937-492c-4d26-b19b-1939d1f48979 admin admin] Pushing event updated for resources: {'Network': ['ID=5ccdb735-271e-43ab-8a75-48daa9c04b98,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:16.549377 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:13:16.870625 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (f4618f04-77b6-4b61-9e58-24bf75bb6155), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:16.986814 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Made reservation on behalf of 5a3f14c2341040779c1eda85b16a79b8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:16.990591 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126052533'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:17.536218 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936e292-1128-4307-b191-d99357acfbb4 req-b8f2ab45-e347-463e-b6e6-587f8d5e0964 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:17.537948 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6936e292-1128-4307-b191-d99357acfbb4 req-b8f2ab45-e347-463e-b6e6-587f8d5e0964 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.2301600 Mar 08 21:13:17.706000 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125874091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126052523'] for subnet (50824e75-db81-4519-80bb-62c2f9c4e213), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:17.811454 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6936e292-1128-4307-b191-d99357acfbb4 req-ff83b6d9-c287-4b68-9dca-bb4ee06bbfa5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436726 Mar 08 21:13:17.818134 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:17.827015 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (f4618f04-77b6-4b61-9e58-24bf75bb6155), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:17.914084 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50824e75-db81-4519-80bb-62c2f9c4e213,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:17.971642 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Checking segment: {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:17.972129 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Network hostable DHCP agents. Network: 5ccdb735-271e-43ab-8a75-48daa9c04b98, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:13:18.014841 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Floating IP f4618f04-77b6-4b61-9e58-24bf75bb6155 associated. External IP: 172.27.1.104, port: bc7d4c65-c987-4453-96d5-38fee78f2556. Mar 08 21:13:18.020093 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:13:18.066683 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 5ccdb735-271e-43ab-8a75-48daa9c04b98) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:18.074965 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:18.075640 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.085478 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4ca9e9-9143-402f-a123-adcfe3795685 None None] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:13:18.122124 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-255455af-55da-4d30-af38-1361ff0c0263 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6482825 Mar 08 21:13:18.127100 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39648) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:18.131760 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:18.161907 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (df2fcf3d-ba9e-456b-824c-75f342260685), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.163029 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (df2fcf3d-ba9e-456b-824c-75f342260685), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.255328 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks [] for router_controller (df2fcf3d-ba9e-456b-824c-75f342260685), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.297393 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-5ccdb735-271e-43ab-8a75-48daa9c04b98', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:13:18.299018 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.398432 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:13:18.487491 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Allocated IP 172.20.0.2 (5ccdb735-271e-43ab-8a75-48daa9c04b98/50824e75-db81-4519-80bb-62c2f9c4e213/32ccb927-a538-4002-b88d-bb11ffd3e6c6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:18.549296 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks [] for router_gateway (df2fcf3d-ba9e-456b-824c-75f342260685), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.558202 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:18.564909 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.581030 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] Sync routers for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:18.622307 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:18.623195 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:18.624556 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fddd0c1f-7262-49a8-bacf-2ddf356ff6be tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "PUT /v2.0/floatingips/f4618f04-77b6-4b61-9e58-24bf75bb6155 HTTP/1.1" status: 200 len: 992 time: 2.1326654 Mar 08 21:13:18.626013 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:13:18.630687 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19226f6-7f72-4883-8c67-5021b873d473" -d '{"events": [{"name": "network-changed", "server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:13:18.660709 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Publish callbacks [] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.674895 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.713126 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ebc1f9-a3f0-4895-822f-6652034c98b0 x-openstack-request-id: req-c9ebc1f9-a3f0-4895-822f-6652034c98b0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:13:18.713463 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:13:18.713827 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9ebc1f9-a3f0-4895-822f-6652034c98b0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:13:18.714297 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'status': 'completed', 'code': 200} Mar 08 21:13:18.737480 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:18.742376 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:18.749474 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:18.776153 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39660) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:18.817554 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Attempting to bind port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:18.817922 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Attempting to bind port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:18.818472 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Attempting to bind port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 on network 5ccdb735-271e-43ab-8a75-48daa9c04b98 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:18.820923 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Pushing event updated for resources: {'Port': ['ID=32ccb927-a538-4002-b88d-bb11ffd3e6c6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:18.831823 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:18.832413 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Checking segment: {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:18.832982 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.833577 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Bound using segment: {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:18.834225 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Bound port: 32ccb927-a538-4002-b88d-bb11ffd3e6c6, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:18.834785 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.838073 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.838676 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.839180 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.839681 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.840722 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.841254 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.841749 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.842240 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.842764 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.843263 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.843740 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.844215 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.844703 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:18.867268 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:18.921626 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] For port 32ccb927-a538-4002-b88d-bb11ffd3e6c6, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:18.925631 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] For port 32ccb927-a538-4002-b88d-bb11ffd3e6c6, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=32ccb927-a538-4002-b88d-bb11ffd3e6c6,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:18.936371 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.945569 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks [] for router_gateway (df2fcf3d-ba9e-456b-824c-75f342260685), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:18.988580 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.016685 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a948f-7e6f-41b6-a1d2-c1c33468c4d2 None None] Pushing event updated for resources: {'Port': ['ID=32ccb927-a538-4002-b88d-bb11ffd3e6c6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:19.145013 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef955-d1f5-45f5-a374-e0a8b894c149 req-2eb28663-c6b7-49cd-8377-dd4830450991 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:19.159412 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-afcef955-d1f5-45f5-a374-e0a8b894c149 req-2eb28663-c6b7-49cd-8377-dd4830450991 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.1276417 Mar 08 21:13:19.190874 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f649b1c-79ab-4c6b-a2d3-d64e6eeb388f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.192380 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Allocated IP 172.27.1.46 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/24768c09-339b-4740-bb1c-78250f1da924) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:19.216819 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'f4618f04-77b6-4b61-9e58-24bf75bb6155', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'port_id': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'mac_address': 'fa:16:3e:4a:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83443220-4e1d-476f-adff-7dd95671c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:29Z', 'updated_at': '2022-03-08T21:13:17Z', 'revision_number': 1, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:19.255656 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] Checking router: 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:19.266144 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:19.266754 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:19.288158 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-afcef955-d1f5-45f5-a374-e0a8b894c149 req-4d90381c-1f16-4bfd-bf6a-23ec06d23a9e tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245179 Mar 08 21:13:19.386512 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f649b1c-79ab-4c6b-a2d3-d64e6eeb388f admin admin] Publish callbacks [] for security_group (d5d43dcb-0244-4321-9abd-db4407dee680), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.393178 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f649b1c-79ab-4c6b-a2d3-d64e6eeb388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (d5d43dcb-0244-4321-9abd-db4407dee680), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.410025 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks [] for port (24768c09-339b-4740-bb1c-78250f1da924), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.452888 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2f649b1c-79ab-4c6b-a2d3-d64e6eeb388f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=438fe7a3a08844eb9e64e8e8950369f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6727986 Mar 08 21:13:19.452888 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f649b1c-79ab-4c6b-a2d3-d64e6eeb388f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d43dcb-0244-4321-9abd-db4407dee680,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:19.453927 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:19.473558 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:19.523404 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-769fbac3-fd4e-4e4b-a86c-572168b9280e admin admin] Publish callbacks [] for security_group (d5d43dcb-0244-4321-9abd-db4407dee680), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.524526 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (24768c09-339b-4740-bb1c-78250f1da924), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.552220 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-769fbac3-fd4e-4e4b-a86c-572168b9280e admin admin] Publish callbacks [] for security_group (d5d43dcb-0244-4321-9abd-db4407dee680), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.612359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:19.620464 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:19.625585 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:19.627162 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-769fbac3-fd4e-4e4b-a86c-572168b9280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (d5d43dcb-0244-4321-9abd-db4407dee680), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.631588 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-769fbac3-fd4e-4e4b-a86c-572168b9280e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:19.635754 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-769fbac3-fd4e-4e4b-a86c-572168b9280e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5d43dcb-0244-4321-9abd-db4407dee680 HTTP/1.1" status: 204 len: 168 time: 0.1779025 Mar 08 21:13:19.644407 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fbac3-fd4e-4e4b-a86c-572168b9280e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d43dcb-0244-4321-9abd-db4407dee680,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:19.674892 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Pushing event updated for resources: {'Port': ['ID=24768c09-339b-4740-bb1c-78250f1da924,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:19.860221 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'f4618f04-77b6-4b61-9e58-24bf75bb6155', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'port_id': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'mac_address': 'fa:16:3e:4a:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83443220-4e1d-476f-adff-7dd95671c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:29Z', 'updated_at': '2022-03-08T21:13:17Z', 'revision_number': 1, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:19.915002 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48881039-4d07-499f-8543-5e74cc1dfb85 None None] The sync data for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi is: [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'f4618f04-77b6-4b61-9e58-24bf75bb6155', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'floating_ip_address': '172.27.1.104', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'port_id': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'mac_address': 'fa:16:3e:4a:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83443220-4e1d-476f-adff-7dd95671c8fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:29Z', 'updated_at': '2022-03-08T21:13:17Z', 'revision_number': 1, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:20.112344 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks [] for router_gateway (df2fcf3d-ba9e-456b-824c-75f342260685), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.230907 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39678) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:20.253655 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baf0cc91-bb9f-4da0-ad5f-2b4a8e015ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.292538 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae473f5-c74e-48f2-a449-c6bb9b500f36 None None] New status for floating IP f4618f04-77b6-4b61-9e58-24bf75bb6155: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:13:20.394537 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (df2fcf3d-ba9e-456b-824c-75f342260685), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.410821 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baf0cc91-bb9f-4da0-ad5f-2b4a8e015ed5 admin admin] Publish callbacks [] for security_group (0e2d7e04-8323-403b-937e-629eb8a9f6d4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.419309 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baf0cc91-bb9f-4da0-ad5f-2b4a8e015ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0e2d7e04-8323-403b-937e-629eb8a9f6d4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.501941 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0cc91-bb9f-4da0-ad5f-2b4a8e015ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2d7e04-8323-403b-937e-629eb8a9f6d4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:20.530405 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-baf0cc91-bb9f-4da0-ad5f-2b4a8e015ed5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc6f4099cc00402c83169aad643e0982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959530 Mar 08 21:13:20.531070 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39684) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:20.625274 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0adf-839d-4860-84bf-fe1726e2c581 admin admin] Publish callbacks [] for security_group (0e2d7e04-8323-403b-937e-629eb8a9f6d4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.662503 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e280fb1-2b9b-4e42-9281-a43723a9d3b7 None None] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:13:20.663946 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0adf-839d-4860-84bf-fe1726e2c581 admin admin] Publish callbacks [] for security_group (0e2d7e04-8323-403b-937e-629eb8a9f6d4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.697886 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17217384-74a4-4112-bb8a-9f540c4b7d3d req-a7433b7c-5c84-44f3-98d5-1a6cf9b6dc19 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:20.712165 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-17217384-74a4-4112-bb8a-9f540c4b7d3d req-a7433b7c-5c84-44f3-98d5-1a6cf9b6dc19 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.1498320 Mar 08 21:13:20.773061 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0adf-839d-4860-84bf-fe1726e2c581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0e2d7e04-8323-403b-937e-629eb8a9f6d4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.773399 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b9973407-68a9-41d4-99c5-6f693e89aca3 None None] Provisioning complete for port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:20.773633 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9973407-68a9-41d4-99c5-6f693e89aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.786132 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31ca0adf-839d-4860-84bf-fe1726e2c581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:20.792408 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-31ca0adf-839d-4860-84bf-fe1726e2c581 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e2d7e04-8323-403b-937e-629eb8a9f6d4 HTTP/1.1" status: 204 len: 168 time: 0.2581649 Mar 08 21:13:20.819859 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Router df2fcf3d-ba9e-456b-824c-75f342260685 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:13:20.860227 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca0adf-839d-4860-84bf-fe1726e2c581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2d7e04-8323-403b-937e-629eb8a9f6d4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:20.871838 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-17217384-74a4-4112-bb8a-9f540c4b7d3d req-005fa1cd-675c-410a-a92a-747e2e83bac2 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574135 Mar 08 21:13:21.037301 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b9973407-68a9-41d4-99c5-6f693e89aca3 None None] Current status of the port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:21.037904 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9973407-68a9-41d4-99c5-6f693e89aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:21.125119 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 32ccb927-a538-4002-b88d-bb11ffd3e6c6 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:21.195634 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-b9973407-68a9-41d4-99c5-6f693e89aca3 None None] For port 32ccb927-a538-4002-b88d-bb11ffd3e6c6, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=32ccb927-a538-4002-b88d-bb11ffd3e6c6,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:21.240760 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9973407-68a9-41d4-99c5-6f693e89aca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:21.370713 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9973407-68a9-41d4-99c5-6f693e89aca3 None None] Pushing event updated for resources: {'Port': ['ID=32ccb927-a538-4002-b88d-bb11ffd3e6c6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:21.375906 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:21.376505 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:21.461359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:21.477648 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Sync routers for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:21.484635 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:21.497502 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:21.498515 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:21.504862 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:21.506178 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c346a783-3f05-44f0-9aa8-16697082b207 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3779936 Mar 08 21:13:21.509857 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39706) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:21.799490 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-45c8967a-5d9a-49b4-8fd1-cf77ea204478 None None] Provisioning complete for port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:21.815588 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45c8967a-5d9a-49b4-8fd1-cf77ea204478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:21.889690 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:21.937828 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19226f6-7f72-4883-8c67-5021b873d473 req-6d129b81-2830-4f17-a101-e02f25dc52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:21.940544 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d19226f6-7f72-4883-8c67-5021b873d473 req-6d129b81-2830-4f17-a101-e02f25dc52c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 1130 time: 0.1291094 Mar 08 21:13:22.005202 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-45c8967a-5d9a-49b4-8fd1-cf77ea204478 None None] Current status of the port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:22.128511 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff5ec1-d5ba-4937-8bff-14bbc110557b req-aedbd80b-1fca-4263-853d-f867f4898c91 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:22.134740 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d8ff5ec1-d5ba-4937-8bff-14bbc110557b req-aedbd80b-1fca-4263-853d-f867f4898c91 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.1177561 Mar 08 21:13:22.284291 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d8ff5ec1-d5ba-4937-8bff-14bbc110557b req-a37b1089-acd1-44e9-8e0f-c993ee8964d0 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351240 Mar 08 21:13:22.348106 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:19Z', 'revision_number': 3, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:22.354804 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19226f6-7f72-4883-8c67-5021b873d473 req-b8508ab0-a373-4823-8dca-f62333da2b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:22.357336 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d19226f6-7f72-4883-8c67-5021b873d473 req-b8508ab0-a373-4823-8dca-f62333da2b6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.3872771 Mar 08 21:13:22.414237 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Checking router: df2fcf3d-ba9e-456b-824c-75f342260685 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:22.414865 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Updating router df2fcf3d-ba9e-456b-824c-75f342260685 port 24768c09-339b-4740-bb1c-78250f1da924 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:13:22.457866 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (24768c09-339b-4740-bb1c-78250f1da924), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:22.557071 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d19226f6-7f72-4883-8c67-5021b873d473 req-2dec173c-60a6-4600-9fb1-c7f5a7d77592 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 200 len: 1002 time: 0.1815665 Mar 08 21:13:22.833687 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19226f6-7f72-4883-8c67-5021b873d473 req-b6f89406-ab23-4efb-bd03-59584d2b91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:22.835954 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d19226f6-7f72-4883-8c67-5021b873d473 req-b6f89406-ab23-4efb-bd03-59584d2b91b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.2391055 Mar 08 21:13:22.837637 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:22.994226 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 32ccb927-a538-4002-b88d-bb11ffd3e6c6 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:23.025870 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Publish callbacks [] for port (24768c09-339b-4740-bb1c-78250f1da924), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:23.040035 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (24768c09-339b-4740-bb1c-78250f1da924), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:23.116276 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19226f6-7f72-4883-8c67-5021b873d473 req-815e6fa8-22e7-42f7-a8c6-59ffce23ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:23.119194 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d19226f6-7f72-4883-8c67-5021b873d473 req-815e6fa8-22e7-42f7-a8c6-59ffce23ef21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2595305 Mar 08 21:13:23.175848 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:23.178106 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:23.202510 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Attempting to bind port 24768c09-339b-4740-bb1c-78250f1da924 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:23.202510 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Attempting to bind port 24768c09-339b-4740-bb1c-78250f1da924 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:23.203896 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Attempting to bind port 24768c09-339b-4740-bb1c-78250f1da924 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:23.246591 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:23.253611 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:23.254366 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:23.255648 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:23.255813 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Bound port: 24768c09-339b-4740-bb1c-78250f1da924, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:23.256347 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (24768c09-339b-4740-bb1c-78250f1da924), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:23.402623 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] For port 24768c09-339b-4740-bb1c-78250f1da924, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:23.410870 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] For port 24768c09-339b-4740-bb1c-78250f1da924, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=24768c09-339b-4740-bb1c-78250f1da924,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:23.412836 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Pushing event updated for resources: {'Port': ['ID=24768c09-339b-4740-bb1c-78250f1da924,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:23.423943 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.424332 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.424702 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.425137 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.425584 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.426161 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.426683 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.427366 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.427749 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.428291 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.428634 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.429156 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.429495 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:13:23.434078 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (24768c09-339b-4740-bb1c-78250f1da924), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:23.448811 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Allocated IP 172.20.0.1 (5ccdb735-271e-43ab-8a75-48daa9c04b98/50824e75-db81-4519-80bb-62c2f9c4e213/402fd346-9c78-4a90-956a-71dfd3f718b8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:23.552463 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d19226f6-7f72-4883-8c67-5021b873d473 req-548fa699-de6a-4a05-b4fe-cd0fccbd63a0 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168410 Mar 08 21:13:23.560848 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:23.598013 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:23.598793 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:23.602759 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fde9dd-5abf-4789-a8b4-63db0746e8d5 None None] Pushing event updated for resources: {'Port': ['ID=24768c09-339b-4740-bb1c-78250f1da924,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:23.763917 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:23.836742 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696155e-fb44-4dbc-b86f-7802174af973 req-cc6856f4-21b0-4144-9461-83f9cb1fc81d tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:23.850871 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8696155e-fb44-4dbc-b86f-7802174af973 req-cc6856f4-21b0-4144-9461-83f9cb1fc81d tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.3347154 Mar 08 21:13:23.893519 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d19226f6-7f72-4883-8c67-5021b873d473 req-7f72a09e-b3c8-4d3f-9894-e87592be3c05 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139710 Mar 08 21:13:23.961275 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Publish callbacks [] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:24.003689 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-be418165-e7dd-41e8-8730-985ad6f3be3f tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:24.006410 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-be418165-e7dd-41e8-8730-985ad6f3be3f tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.13 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.3737328 Mar 08 21:13:24.061905 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:19Z', 'revision_number': 3, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:24.093378 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4fb732-091e-4958-9284-32fafb93c7d7 None None] The sync data for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi is: [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:19Z', 'revision_number': 3, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:24.191584 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8696155e-fb44-4dbc-b86f-7802174af973 req-d5642a21-33db-466b-8755-f414595b90c7 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070462 Mar 08 21:13:24.270549 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:24.317055 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Deleting port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:13:24.317495 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:24.366870 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:24.373880 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:24.376793 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:24.789071 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Pushing event updated for resources: {'Port': ['ID=402fd346-9c78-4a90-956a-71dfd3f718b8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:24.844974 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (df2fcf3d-ba9e-456b-824c-75f342260685), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:24.900298 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-54da5a0d-eb2d-49b1-91ce-76f6a50c02a8 None None] Provisioning complete for port 402fd346-9c78-4a90-956a-71dfd3f718b8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:24.900805 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54da5a0d-eb2d-49b1-91ce-76f6a50c02a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.005635 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 24768c09-339b-4740-bb1c-78250f1da924 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:25.023242 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] For port 27cbb464-745d-4824-b2ae-ec2949f3e9f5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27cbb464-745d-4824-b2ae-ec2949f3e9f5,segment=NetworkSegment(c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000),segment_id=c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:25.023533 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.055837 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Calling delete_port for 27cbb464-745d-4824-b2ae-ec2949f3e9f5 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:13:25.063993 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-54da5a0d-eb2d-49b1-91ce-76f6a50c02a8 None None] Port 402fd346-9c78-4a90-956a-71dfd3f718b8 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:13:25.120503 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 24768c09-339b-4740-bb1c-78250f1da924 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:25.121978 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (24768c09-339b-4740-bb1c-78250f1da924), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.284033 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 24768c09-339b-4740-bb1c-78250f1da924 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:25.284621 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (24768c09-339b-4740-bb1c-78250f1da924), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.312916 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 24768c09-339b-4740-bb1c-78250f1da924, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=24768c09-339b-4740-bb1c-78250f1da924,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:25.317899 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (24768c09-339b-4740-bb1c-78250f1da924), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.351839 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.427965 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=24768c09-339b-4740-bb1c-78250f1da924,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:25.519519 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404db980-af46-4cf0-aa1f-2863057b1a19 req-7dd8827c-3145-4d39-bf10-137e201f76c0 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:25.523758 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-404db980-af46-4cf0-aa1f-2863057b1a19 req-7dd8827c-3145-4d39-bf10-137e201f76c0 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 945 time: 0.1571085 Mar 08 21:13:25.587462 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (27cbb464-745d-4824-b2ae-ec2949f3e9f5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.645183 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-404db980-af46-4cf0-aa1f-2863057b1a19 req-3763864e-1f38-49b2-bb19-4e2f075a6565 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0b422c-16ae-4c92-a599-75d27485665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014299 Mar 08 21:13:25.687232 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Pushing event deleted for resources: {'Port': ['ID=27cbb464-745d-4824-b2ae-ec2949f3e9f5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:25.785449 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] No DVR routers for this DVR port 27cbb464-745d-4824-b2ae-ec2949f3e9f5 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:13:25.794344 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.797738 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bdcedbb6-42e0-4dfa-845d-3f0000d8e0b1 req-59ddcf2e-66d6-469b-b878-7239c46c4dc5 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.13 "DELETE /v2.0/ports/27cbb464-745d-4824-b2ae-ec2949f3e9f5 HTTP/1.1" status: 204 len: 173 time: 1.7815907 Mar 08 21:13:25.798203 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc8707d-f8ca-4e46-83be-d77fbfe671cc', 'name': 'network-vif-deleted', 'tag': '27cbb464-745d-4824-b2ae-ec2949f3e9f5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:13:25.800517 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999b83fb-5c94-445f-9b87-61f08c615af7" -d '{"events": [{"server_uuid": "4bc8707d-f8ca-4e46-83be-d77fbfe671cc", "name": "network-vif-deleted", "tag": "27cbb464-745d-4824-b2ae-ec2949f3e9f5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:13:25.902883 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069711eb-d2e5-45be-8cc9-ecd3d0a6c1a4 x-openstack-request-id: req-069711eb-d2e5-45be-8cc9-ecd3d0a6c1a4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:13:25.904560 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc8707d-f8ca-4e46-83be-d77fbfe671cc", "name": "network-vif-deleted", "tag": "27cbb464-745d-4824-b2ae-ec2949f3e9f5", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:13:25.905818 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-069711eb-d2e5-45be-8cc9-ecd3d0a6c1a4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:13:25.906891 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc8707d-f8ca-4e46-83be-d77fbfe671cc', 'name': 'network-vif-deleted', 'tag': '27cbb464-745d-4824-b2ae-ec2949f3e9f5', 'status': 'completed', 'code': 200} Mar 08 21:13:25.929357 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Publish callbacks [] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:25.939824 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:26.030796 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Pushing event updated for resources: {'Port': ['ID=402fd346-9c78-4a90-956a-71dfd3f718b8,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:26.038294 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (df2fcf3d-ba9e-456b-824c-75f342260685), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:26.165373 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:26.167143 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:26.411156 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Router df2fcf3d-ba9e-456b-824c-75f342260685 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:13:26.514071 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ddab717f-596a-403e-ab8b-deabe28a8c84 None None] Provisioning complete for port 402fd346-9c78-4a90-956a-71dfd3f718b8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:26.515539 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ddab717f-596a-403e-ab8b-deabe28a8c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:26.573233 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ddab717f-596a-403e-ab8b-deabe28a8c84 None None] Port 402fd346-9c78-4a90-956a-71dfd3f718b8 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:13:26.580271 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:26.585461 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c40e112f-beaf-407f-92a0-e7eef61d97aa admin admin] 10.222.0.61 "PUT /v2.0/routers/df2fcf3d-ba9e-456b-824c-75f342260685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0745640 Mar 08 21:13:26.760067 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Sync routers for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:26.790933 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:26.792032 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:26.822377 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b08a5fc-2f6a-43c6-8180-1a9e87e4e3db req-688053ad-26c1-4e97-96c7-82dacf74d748 tempest-DeleteServersTestJSON-1904477559 tempest-DeleteServersTestJSON-1904477559-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bc8707d-f8ca-4e46-83be-d77fbfe671cc HTTP/1.1" status: 200 len: 210 time: 0.0421567 Mar 08 21:13:26.924605 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 24768c09-339b-4740-bb1c-78250f1da924 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:26.981399 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:27.051051 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 24768c09-339b-4740-bb1c-78250f1da924 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:27.051425 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (24768c09-339b-4740-bb1c-78250f1da924), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:27.357477 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 24768c09-339b-4740-bb1c-78250f1da924 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:27.376550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39868) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:27.379887 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 27cbb464-745d-4824-b2ae-ec2949f3e9f5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:13:27.408374 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 27cbb464-745d-4824-b2ae-ec2949f3e9f5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:13:27.408855 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 27cbb464-745d-4824-b2ae-ec2949f3e9f5 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:13:27.428916 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 2, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:27.462168 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Checking router: df2fcf3d-ba9e-456b-824c-75f342260685 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:27.462511 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Updating router df2fcf3d-ba9e-456b-824c-75f342260685 port 402fd346-9c78-4a90-956a-71dfd3f718b8 binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:13:27.508888 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:27.772642 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ae48164-2f4a-4911-8006-80fd38a4dce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:27.815606 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39876) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:27.931497 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c10093c0-2a0e-41f9-98b0-c874ab4c789d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:27.952520 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ae48164-2f4a-4911-8006-80fd38a4dce6 admin admin] Publish callbacks [] for security_group (ac13ec2a-d139-4a3c-92e6-d240ce0a5eae), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:27.958384 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ae48164-2f4a-4911-8006-80fd38a4dce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ac13ec2a-d139-4a3c-92e6-d240ce0a5eae), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.028934 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7ae48164-2f4a-4911-8006-80fd38a4dce6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d494b2cc697a4475bd925026c6556880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460972 Mar 08 21:13:28.028934 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae48164-2f4a-4911-8006-80fd38a4dce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13ec2a-d139-4a3c-92e6-d240ce0a5eae,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:28.031440 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39888) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:28.080433 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Publish callbacks [] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.094788 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.113659 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c10093c0-2a0e-41f9-98b0-c874ab4c789d admin admin] Publish callbacks [] for security_group (cf0b34b0-b249-4691-ad03-c4d7738d372c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.120674 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c10093c0-2a0e-41f9-98b0-c874ab4c789d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (cf0b34b0-b249-4691-ad03-c4d7738d372c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.140001 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d39542-4675-4757-aca1-6d97d806280e admin admin] Publish callbacks [] for security_group (ac13ec2a-d139-4a3c-92e6-d240ce0a5eae), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.162671 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10093c0-2a0e-41f9-98b0-c874ab4c789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0b34b0-b249-4691-ad03-c4d7738d372c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:28.182666 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee536d1-9c23-48d3-b986-2a0ee13223e1 None None] Pushing event updated for resources: {'Port': ['ID=402fd346-9c78-4a90-956a-71dfd3f718b8,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:28.223065 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d39542-4675-4757-aca1-6d97d806280e admin admin] Publish callbacks [] for security_group (ac13ec2a-d139-4a3c-92e6-d240ce0a5eae), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.229805 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39896) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:28.231647 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c10093c0-2a0e-41f9-98b0-c874ab4c789d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7744660453fa4f86911a3924b509a032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142075 Mar 08 21:13:28.240622 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39898) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:28.247551 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1854618892-network', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:28.297325 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Made reservation on behalf of 937315fafcd14ec0954bbb8d0eee7fa8 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:28.299896 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.319433 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Attempting to bind port 402fd346-9c78-4a90-956a-71dfd3f718b8 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:28.319850 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Attempting to bind port 402fd346-9c78-4a90-956a-71dfd3f718b8 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:28.320215 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Attempting to bind port 402fd346-9c78-4a90-956a-71dfd3f718b8 on network 5ccdb735-271e-43ab-8a75-48daa9c04b98 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:28.328327 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:28.329772 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Checking segment: {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:28.330418 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.331378 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Bound using segment: {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:28.332753 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Bound port: 402fd346-9c78-4a90-956a-71dfd3f718b8, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:28.333394 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.345727 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.349455 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14b9b3a4-8cb1-4d44-81ca-a0f280c2c9b6 admin admin] Publish callbacks [] for security_group (cf0b34b0-b249-4691-ad03-c4d7738d372c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.388759 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d39542-4675-4757-aca1-6d97d806280e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ac13ec2a-d139-4a3c-92e6-d240ce0a5eae), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.395018 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d39542-4675-4757-aca1-6d97d806280e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.401712 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d3d39542-4675-4757-aca1-6d97d806280e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac13ec2a-d139-4a3c-92e6-d240ce0a5eae HTTP/1.1" status: 204 len: 168 time: 0.3657086 Mar 08 21:13:28.431344 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14b9b3a4-8cb1-4d44-81ca-a0f280c2c9b6 admin admin] Publish callbacks [] for security_group (cf0b34b0-b249-4691-ad03-c4d7738d372c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.439004 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d39542-4675-4757-aca1-6d97d806280e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13ec2a-d139-4a3c-92e6-d240ce0a5eae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:28.497408 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] For port 402fd346-9c78-4a90-956a-71dfd3f718b8, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:28.504447 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] For port 402fd346-9c78-4a90-956a-71dfd3f718b8, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=402fd346-9c78-4a90-956a-71dfd3f718b8,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:28.546428 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.568356 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14b9b3a4-8cb1-4d44-81ca-a0f280c2c9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (cf0b34b0-b249-4691-ad03-c4d7738d372c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.583088 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14b9b3a4-8cb1-4d44-81ca-a0f280c2c9b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.588650 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-14b9b3a4-8cb1-4d44-81ca-a0f280c2c9b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf0b34b0-b249-4691-ad03-c4d7738d372c HTTP/1.1" status: 204 len: 168 time: 0.3531163 Mar 08 21:13:28.623734 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b3a4-8cb1-4d44-81ca-a0f280c2c9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0b34b0-b249-4691-ad03-c4d7738d372c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:28.694031 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Publish callbacks [] for security_group (f3710fd2-7f34-47a4-9710-4e7ac231a2b1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.704761 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (f3710fd2-7f34-47a4-9710-4e7ac231a2b1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.722304 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:28.724703 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:28.815279 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a5629933-9abe-4a57-8b90-0547b55faa79 None None] Provisioning complete for port 402fd346-9c78-4a90-956a-71dfd3f718b8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:28.815617 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5629933-9abe-4a57-8b90-0547b55faa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.867081 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:13:28.928532 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3710fd2-7f34-47a4-9710-4e7ac231a2b1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:28.940992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (53b9e40a-923d-4788-a546-471ecf080e8c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:28.945869 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Added segment 53b9e40a-923d-4788-a546-471ecf080e8c of type vlan for network 89478dff-c6f2-425c-9288-d5e00e314d93 Mar 08 21:13:29.082762 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (89478dff-c6f2-425c-9288-d5e00e314d93), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.141680 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (89478dff-c6f2-425c-9288-d5e00e314d93), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.142943 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:29.143701 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.178092 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9360397 Mar 08 21:13:29.181393 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39918) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:29.211989 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Request body: {'subnet': {'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1854618892-subnet', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:29.222788 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed7303-e42a-408c-98f8-e157f65b8c33 admin admin] Pushing event updated for resources: {'Network': ['ID=89478dff-c6f2-425c-9288-d5e00e314d93,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:29.241889 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Made reservation on behalf of 937315fafcd14ec0954bbb8d0eee7fa8 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:29.244873 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126052533'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.267770 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 89478dff-c6f2-425c-9288-d5e00e314d93 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:13:29.316743 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee536d1-9c23-48d3-b986-2a0ee13223e1 None None] Pushing event updated for resources: {'Port': ['ID=402fd346-9c78-4a90-956a-71dfd3f718b8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:29.352516 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:29.378499 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:29.425718 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a98-782c-4353-bade-543636c8454a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.428427 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9833b50a-0cd9-4057-92af-fe3095f8f7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.436256 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a5629933-9abe-4a57-8b90-0547b55faa79 None None] Current status of the port 402fd346-9c78-4a90-956a-71dfd3f718b8 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:29.436875 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5629933-9abe-4a57-8b90-0547b55faa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.618449 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a5629933-9abe-4a57-8b90-0547b55faa79 None None] For port 402fd346-9c78-4a90-956a-71dfd3f718b8, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=402fd346-9c78-4a90-956a-71dfd3f718b8,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:29.670580 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5629933-9abe-4a57-8b90-0547b55faa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.684316 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a98-782c-4353-bade-543636c8454a admin admin] Publish callbacks [] for security_group (75ad33e0-b2bc-4f95-9fed-d63baa630448), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.690387 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a98-782c-4353-bade-543636c8454a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (75ad33e0-b2bc-4f95-9fed-d63baa630448), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.739251 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125874091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126052523'] for subnet (7bd750c7-5379-4293-a4e9-b1d0f1abbd43), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.775826 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5629933-9abe-4a57-8b90-0547b55faa79 None None] Pushing event updated for resources: {'Port': ['ID=402fd346-9c78-4a90-956a-71dfd3f718b8,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:29.807779 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7fc24a98-782c-4353-bade-543636c8454a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a228a5617b8745d1999e294c51fdefa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272354 Mar 08 21:13:29.809476 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39940) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:29.837461 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24a98-782c-4353-bade-543636c8454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ad33e0-b2bc-4f95-9fed-d63baa630448,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:29.840469 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e63d91a6-6dcd-4e4e-8351-eca01728d495 None None] Provisioning complete for port 402fd346-9c78-4a90-956a-71dfd3f718b8 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:29.842407 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e63d91a6-6dcd-4e4e-8351-eca01728d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.878045 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd750c7-5379-4293-a4e9-b1d0f1abbd43,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:29.901343 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Checking segment: {'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:29.902256 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Network hostable DHCP agents. Network: 89478dff-c6f2-425c-9288-d5e00e314d93, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:13:29.946550 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:28Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:29.962622 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Network 89478dff-c6f2-425c-9288-d5e00e314d93 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:13:29.967935 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b03af2eb-2af7-466d-a5ba-cba312987820 admin admin] Publish callbacks [] for security_group (75ad33e0-b2bc-4f95-9fed-d63baa630448), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:29.994020 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 89478dff-c6f2-425c-9288-d5e00e314d93) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:30.008531 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d1d30-b4bf-435e-abf9-de34dfd88b6a None None] Network 89478dff-c6f2-425c-9288-d5e00e314d93 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:13:30.010887 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bde9b2-3ec0-409b-92c6-4e4564f37403 None None] The sync data for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi is: [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:28Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:30.024232 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:30.025200 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.030584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39946) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:30.073195 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e320b349-41dc-4ae3-a572-562ac922a8c2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8899508 Mar 08 21:13:30.075919 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39950) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:30.112228 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e63d91a6-6dcd-4e4e-8351-eca01728d495 None None] Current status of the port 402fd346-9c78-4a90-956a-71dfd3f718b8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:30.161660 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:30.186749 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b03af2eb-2af7-466d-a5ba-cba312987820 admin admin] Publish callbacks [] for security_group (75ad33e0-b2bc-4f95-9fed-d63baa630448), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.208462 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-89478dff-c6f2-425c-9288-d5e00e314d93', 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93', 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'fixed_ips': [{'subnet_id': '7bd750c7-5379-4293-a4e9-b1d0f1abbd43'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:13:30.209829 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.278979 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-8793b65f-3435-495b-81ff-a4c3dbc90e03 admin admin] Deleting subnet b27b7258-a3fa-4518-8c65-e0ceb210f7f8 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:13:30.297292 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.299005 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.318191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8793b65f-3435-495b-81ff-a4c3dbc90e03 admin admin] Publish callbacks [] for subnet (b27b7258-a3fa-4518-8c65-e0ceb210f7f8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.370708 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b03af2eb-2af7-466d-a5ba-cba312987820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (75ad33e0-b2bc-4f95-9fed-d63baa630448), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.374505 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b03af2eb-2af7-466d-a5ba-cba312987820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.378396 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b03af2eb-2af7-466d-a5ba-cba312987820 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75ad33e0-b2bc-4f95-9fed-d63baa630448 HTTP/1.1" status: 204 len: 168 time: 0.5654581 Mar 08 21:13:30.414665 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03af2eb-2af7-466d-a5ba-cba312987820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ad33e0-b2bc-4f95-9fed-d63baa630448,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:30.450980 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8793b65f-3435-495b-81ff-a4c3dbc90e03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532843'] for subnet (b27b7258-a3fa-4518-8c65-e0ceb210f7f8), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.454191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks [] for router_controller (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.535558 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Allocated IP 172.20.0.2 (89478dff-c6f2-425c-9288-d5e00e314d93/7bd750c7-5379-4293-a4e9-b1d0f1abbd43/62bb20c4-c183-4ce9-bcbf-879eae92961c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:30.699810 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks [] for router_gateway (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.759887 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8793b65f-3435-495b-81ff-a4c3dbc90e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (b27b7258-a3fa-4518-8c65-e0ceb210f7f8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.872761 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Publish callbacks [] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.887183 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:30.986292 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Network 89478dff-c6f2-425c-9288-d5e00e314d93 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:30.991776 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:30.995516 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:31.008122 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Pushing event updated for resources: {'Port': ['ID=62bb20c4-c183-4ce9-bcbf-879eae92961c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:31.087466 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8793b65f-3435-495b-81ff-a4c3dbc90e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126208354'] for subnet (b27b7258-a3fa-4518-8c65-e0ceb210f7f8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.108631 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 402fd346-9c78-4a90-956a-71dfd3f718b8 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:31.146657 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793b65f-3435-495b-81ff-a4c3dbc90e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27b7258-a3fa-4518-8c65-e0ceb210f7f8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:31.160809 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8793b65f-3435-495b-81ff-a4c3dbc90e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.168250 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:31.178639 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8793b65f-3435-495b-81ff-a4c3dbc90e03 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b27b7258-a3fa-4518-8c65-e0ceb210f7f8 HTTP/1.1" status: 204 len: 168 time: 1.1422830 Mar 08 21:13:31.314367 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39974) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:31.321203 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Attempting to bind port 62bb20c4-c183-4ce9-bcbf-879eae92961c on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:31.322120 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Attempting to bind port 62bb20c4-c183-4ce9-bcbf-879eae92961c by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:31.322919 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Attempting to bind port 62bb20c4-c183-4ce9-bcbf-879eae92961c on network 89478dff-c6f2-425c-9288-d5e00e314d93 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:31.387036 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:31.388084 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Checking segment: {'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:31.388739 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.389405 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Bound using segment: {'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:31.390176 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Bound port: 62bb20c4-c183-4ce9-bcbf-879eae92961c, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:31.391027 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.422952 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (988aaff9-59ff-42ad-85ec-af8630b5de69), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.431198 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1c54c69-43f2-43c8-a0c3-75f17cf49953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.452812 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9acdcd24-21c3-4ec1-ac76-01f64e603dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.477045 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 402fd346-9c78-4a90-956a-71dfd3f718b8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:31.477726 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.551888 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks [] for router_gateway (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.577174 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.598453 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9acdcd24-21c3-4ec1-ac76-01f64e603dfe admin admin] Publish callbacks [] for security_group (ad671abe-2674-42d3-85d9-59c82a08912d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.626722 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (988aaff9-59ff-42ad-85ec-af8630b5de69), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.665964 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9acdcd24-21c3-4ec1-ac76-01f64e603dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ad671abe-2674-42d3-85d9-59c82a08912d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.667329 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988aaff9-59ff-42ad-85ec-af8630b5de69']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:31.681377 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] For port 62bb20c4-c183-4ce9-bcbf-879eae92961c, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:31.690180 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:31.692050 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:31.693509 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] For port 62bb20c4-c183-4ce9-bcbf-879eae92961c, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=62bb20c4-c183-4ce9-bcbf-879eae92961c,segment=NetworkSegment(53b9e40a-923d-4788-a546-471ecf080e8c),segment_id=53b9e40a-923d-4788-a546-471ecf080e8c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:31.724799 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.751888 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9acdcd24-21c3-4ec1-ac76-01f64e603dfe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=493c589ca51d4fa6b9732ec876a76190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366958 Mar 08 21:13:31.753118 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 39984) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:31.756552 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.760306 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.773583 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdcd24-21c3-4ec1-ac76-01f64e603dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad671abe-2674-42d3-85d9-59c82a08912d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:31.774842 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:13:31.775565 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (c9f8ae9b-6a36-4cf8-90c2-f9f37bad4000), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:13:31.782348 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:13:31.858743 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 402fd346-9c78-4a90-956a-71dfd3f718b8 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:31.884329 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1767a718-05c4-4637-923f-1565b778fc5c admin admin] Publish callbacks [] for security_group (ad671abe-2674-42d3-85d9-59c82a08912d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.913985 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc30acc-5218-418e-ab76-ebd90d79c561 None None] Pushing event updated for resources: {'Port': ['ID=62bb20c4-c183-4ce9-bcbf-879eae92961c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:31.915318 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Allocated IP 172.27.1.230 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/b10eb744-f23f-4803-a5e3-6ca7f56dea69) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:31.943657 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (988aaff9-59ff-42ad-85ec-af8630b5de69), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.958468 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:31.961651 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] 10.222.0.61 "DELETE /v2.0/networks/988aaff9-59ff-42ad-85ec-af8630b5de69 HTTP/1.1" status: 204 len: 168 time: 0.7916248 Mar 08 21:13:31.977297 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d5968-dc84-46f7-a8a6-c78d9a276819 admin admin] Pushing event deleted for resources: {'Network': ['ID=988aaff9-59ff-42ad-85ec-af8630b5de69,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:31.985834 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1767a718-05c4-4637-923f-1565b778fc5c admin admin] Publish callbacks [] for security_group (ad671abe-2674-42d3-85d9-59c82a08912d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:32.169816 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1767a718-05c4-4637-923f-1565b778fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ad671abe-2674-42d3-85d9-59c82a08912d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:32.172697 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1767a718-05c4-4637-923f-1565b778fc5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:32.174905 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1767a718-05c4-4637-923f-1565b778fc5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad671abe-2674-42d3-85d9-59c82a08912d HTTP/1.1" status: 204 len: 168 time: 0.4105341 Mar 08 21:13:32.225699 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767a718-05c4-4637-923f-1565b778fc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad671abe-2674-42d3-85d9-59c82a08912d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:32.245130 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks [] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:32.345462 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:32.385892 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 39994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:32.496203 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:32.497258 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:32.499882 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b87a6054-5a93-4b02-9bf1-3851947ce4f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d71c7201c264d2dac0d2320457d65a3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1107092 Mar 08 21:13:32.507915 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40004) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:32.518185 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:32.561790 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:32.565709 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Pushing event updated for resources: {'Port': ['ID=b10eb744-f23f-4803-a5e3-6ca7f56dea69,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:32.670323 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33fb791d-6895-476a-9890-a05ec7e5af2a admin admin] Publish callbacks [] for security_group (de0b422c-16ae-4c92-a599-75d27485665a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:32.818879 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33fb791d-6895-476a-9890-a05ec7e5af2a admin admin] Publish callbacks [] for security_group (de0b422c-16ae-4c92-a599-75d27485665a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:33.049055 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 62bb20c4-c183-4ce9-bcbf-879eae92961c up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:33.087474 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33fb791d-6895-476a-9890-a05ec7e5af2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (de0b422c-16ae-4c92-a599-75d27485665a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:33.090312 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33fb791d-6895-476a-9890-a05ec7e5af2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:33.091458 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-33fb791d-6895-476a-9890-a05ec7e5af2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de0b422c-16ae-4c92-a599-75d27485665a HTTP/1.1" status: 204 len: 168 time: 0.5747912 Mar 08 21:13:33.111762 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb791d-6895-476a-9890-a05ec7e5af2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0b422c-16ae-4c92-a599-75d27485665a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:33.129792 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks [] for router_gateway (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:33.214919 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 62bb20c4-c183-4ce9-bcbf-879eae92961c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:33.217177 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:33.419768 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 62bb20c4-c183-4ce9-bcbf-879eae92961c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:33.420811 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:33.525245 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 62bb20c4-c183-4ce9-bcbf-879eae92961c, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=62bb20c4-c183-4ce9-bcbf-879eae92961c,segment=NetworkSegment(53b9e40a-923d-4788-a546-471ecf080e8c),segment_id=53b9e40a-923d-4788-a546-471ecf080e8c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:33.531543 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:33.587555 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:33.662633 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=62bb20c4-c183-4ce9-bcbf-879eae92961c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:33.821286 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dce641-dc1c-40f1-9376-268b9b940e50 None None] Network 89478dff-c6f2-425c-9288-d5e00e314d93 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:13:34.113335 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-71bf3b9b-e25a-4d67-aad9-158be1121d11 None None] Provisioning complete for port 62bb20c4-c183-4ce9-bcbf-879eae92961c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:34.113335 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-71bf3b9b-e25a-4d67-aad9-158be1121d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:34.119878 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:34.206133 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:13:34.303637 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-71bf3b9b-e25a-4d67-aad9-158be1121d11 None None] Current status of the port 62bb20c4-c183-4ce9-bcbf-879eae92961c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:34.499028 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:34.513166 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Sync routers for ids ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:34.528183 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:34.532045 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-cbb0a48c-788b-4643-9718-9d8782985e5d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4375663 Mar 08 21:13:34.532436 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40136) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:34.548569 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Routers {'85eec6f7-1078-4bf1-a5a2-c75ef48279b3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:34.548820 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:34.746640 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:34.773658 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Set router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:34.787514 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5a9ff82e-fb08-4a9d-94f6-5cfcc2c541ab None None] Provisioning complete for port 62bb20c4-c183-4ce9-bcbf-879eae92961c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:34.788190 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff82e-fb08-4a9d-94f6-5cfcc2c541ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:34.863307 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40146) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:35.024402 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 62bb20c4-c183-4ce9-bcbf-879eae92961c up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:35.055856 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:13:32Z', 'revision_number': 3, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port': {'id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:31Z', 'updated_at': '2022-03-08T21:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:35.093266 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Checking router: 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:35.093951 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Updating router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 port b10eb744-f23f-4803-a5e3-6ca7f56dea69 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:13:35.115960 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ff82e-fb08-4a9d-94f6-5cfcc2c541ab None None] Current status of the port 62bb20c4-c183-4ce9-bcbf-879eae92961c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:35.186214 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 62bb20c4-c183-4ce9-bcbf-879eae92961c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:35.187156 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.192454 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.222211 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-650068940-network', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:35.282354 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c56bd64a-c53a-405d-b789-9ec0cbc9dcc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.315668 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Made reservation on behalf of f4116dd91eed4db1afc5ea8612d89fd7 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:35.318676 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.335725 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.456175 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c56bd64a-c53a-405d-b789-9ec0cbc9dcc8 admin admin] Publish callbacks [] for security_group (0a66b678-0096-4d86-914d-79e7daa11aba), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.468858 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c56bd64a-c53a-405d-b789-9ec0cbc9dcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0a66b678-0096-4d86-914d-79e7daa11aba), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.499685 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 62bb20c4-c183-4ce9-bcbf-879eae92961c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:35.524217 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c56bd64a-c53a-405d-b789-9ec0cbc9dcc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5bd1cfbb7eed420287e96782c50cde39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7747738 Mar 08 21:13:35.537170 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:35.570668 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.580874 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bd64a-c53a-405d-b789-9ec0cbc9dcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a66b678-0096-4d86-914d-79e7daa11aba,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:35.614393 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Publish callbacks [] for security_group (c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.639492 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.681934 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:13:35.688441 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d4fef23-0273-4517-be57-630f8e3a86ce admin admin] Publish callbacks [] for security_group (0a66b678-0096-4d86-914d-79e7daa11aba), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.715913 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d4fef23-0273-4517-be57-630f8e3a86ce admin admin] Publish callbacks [] for security_group (0a66b678-0096-4d86-914d-79e7daa11aba), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.745793 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:35.768469 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.772495 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (c3556243-7cf3-4661-a15a-c08768a31d9f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.773026 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Added segment c3556243-7cf3-4661-a15a-c08768a31d9f of type vlan for network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 Mar 08 21:13:35.795169 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40176) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:35.848953 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (82ca7c3f-3551-46d1-af8b-b68dbf1cd521), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.911685 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d4fef23-0273-4517-be57-630f8e3a86ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0a66b678-0096-4d86-914d-79e7daa11aba), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.915259 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d4fef23-0273-4517-be57-630f8e3a86ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.920330 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1d4fef23-0273-4517-be57-630f8e3a86ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a66b678-0096-4d86-914d-79e7daa11aba HTTP/1.1" status: 204 len: 168 time: 0.3789020 Mar 08 21:13:35.928506 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Publish callbacks [] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.932415 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fef23-0273-4517-be57-630f8e3a86ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a66b678-0096-4d86-914d-79e7daa11aba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:35.936397 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (82ca7c3f-3551-46d1-af8b-b68dbf1cd521), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.938369 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:35.939633 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:35.955622 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.050950 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1829932 Mar 08 21:13:36.052582 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:36.066624 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Request body: {'subnet': {'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-subnet', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:36.068585 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb12a43-64d2-42ce-9929-5e135da941bf None None] Pushing event updated for resources: {'Port': ['ID=b10eb744-f23f-4803-a5e3-6ca7f56dea69,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:36.074499 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d513137-5387-4d54-aeeb-f8d07da0ac1a admin admin] Pushing event updated for resources: {'Network': ['ID=82ca7c3f-3551-46d1-af8b-b68dbf1cd521,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:36.107192 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Made reservation on behalf of f4116dd91eed4db1afc5ea8612d89fd7 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:36.117658 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126052533'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.126835 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:13:36.167802 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Attempting to bind port b10eb744-f23f-4803-a5e3-6ca7f56dea69 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:36.169248 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Attempting to bind port b10eb744-f23f-4803-a5e3-6ca7f56dea69 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:36.170377 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Attempting to bind port b10eb744-f23f-4803-a5e3-6ca7f56dea69 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:36.187858 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:36.189041 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:36.189785 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.190531 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:36.191662 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Bound port: b10eb744-f23f-4803-a5e3-6ca7f56dea69, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:36.192296 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.327420 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Allocated IP 172.20.0.1 (89478dff-c6f2-425c-9288-d5e00e314d93/7bd750c7-5379-4293-a4e9-b1d0f1abbd43/b22b3578-5963-4c30-bb18-b440d9b371a5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:36.340675 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] For port b10eb744-f23f-4803-a5e3-6ca7f56dea69, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:36.365722 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] For port b10eb744-f23f-4803-a5e3-6ca7f56dea69, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=b10eb744-f23f-4803-a5e3-6ca7f56dea69,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:36.381726 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.463293 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Routers {'85eec6f7-1078-4bf1-a5a2-c75ef48279b3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:36.464640 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:36.525639 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb12a43-64d2-42ce-9929-5e135da941bf None None] Pushing event updated for resources: {'Port': ['ID=b10eb744-f23f-4803-a5e3-6ca7f56dea69,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:36.621847 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Publish callbacks [] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.638521 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfbd7be8-c33f-4eb7-bdc8-29b5795e3b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.688096 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125874091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126052523'] for subnet (e6647607-2dba-49f6-8e0a-69b186f862b4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.709493 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] Set router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:36.715430 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.806091 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Network 89478dff-c6f2-425c-9288-d5e00e314d93 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:36.811411 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6647607-2dba-49f6-8e0a-69b186f862b4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:36.854155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Checking segment: {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:36.854155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Network hostable DHCP agents. Network: 82ca7c3f-3551-46d1-af8b-b68dbf1cd521, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:13:36.921648 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:36.932042 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfbd7be8-c33f-4eb7-bdc8-29b5795e3b36 admin admin] Publish callbacks [] for security_group (b1eade47-66fa-4ea9-9a37-66d9904c2e1a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.934103 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:36.936251 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:36.969336 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cfbd7be8-c33f-4eb7-bdc8-29b5795e3b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (b1eade47-66fa-4ea9-9a37-66d9904c2e1a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:36.970586 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:13:37.000727 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5160119-c75b-436f-a13b-f34e4dcdea1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.051207 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.057483 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 82ca7c3f-3551-46d1-af8b-b68dbf1cd521) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:37.070630 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd7be8-c33f-4eb7-bdc8-29b5795e3b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eade47-66fa-4ea9-9a37-66d9904c2e1a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:37.075372 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:37.076483 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.080491 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f38063-8dab-4f3e-b8e7-93cb6a1eddce None None] Network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:13:37.088141 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cfbd7be8-c33f-4eb7-bdc8-29b5795e3b36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2918a7e39f5e4dd3a2607101a776b24f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2913697 Mar 08 21:13:37.091070 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40192) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:37.155193 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1d120de7-3b0f-46a8-8706-358fff4d49c2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0988145 Mar 08 21:13:37.161246 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40194) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:37.204862 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Pushing event updated for resources: {'Port': ['ID=b22b3578-5963-4c30-bb18-b440d9b371a5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:37.208531 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:37.275616 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:13:32Z', 'revision_number': 3, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port': {'id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:31Z', 'updated_at': '2022-03-08T21:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:37.317013 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (dab36340-50de-43d5-9864-608b9cb0a8e3), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.331105 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (dab36340-50de-43d5-9864-608b9cb0a8e3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.340539 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee278048-30ea-4d91-b3e1-af17cfb701e4 None None] The sync data for ids ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'] in dv-cinder-830098-3-iscsi is: [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:13:32Z', 'revision_number': 3, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port': {'id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:31Z', 'updated_at': '2022-03-08T21:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:37.349001 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a22cfa94-1e8f-47b7-b699-13d88bb7079a admin admin] Publish callbacks [] for security_group (b1eade47-66fa-4ea9-9a37-66d9904c2e1a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.374270 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb8e847-26fe-44fc-b9fb-876d80a6106f None None] Network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:13:37.449786 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.482553 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:13:37.719435 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5160119-c75b-436f-a13b-f34e4dcdea1c admin admin] Publish callbacks [] for security_group (fb3602df-c11d-4239-9adb-dbedb8800d40), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.720218 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d48e17f5-9f33-45ba-a107-ed8c45f77e3e None None] Provisioning complete for port b22b3578-5963-4c30-bb18-b440d9b371a5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:37.720851 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d48e17f5-9f33-45ba-a107-ed8c45f77e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.736860 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5160119-c75b-436f-a13b-f34e4dcdea1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (fb3602df-c11d-4239-9adb-dbedb8800d40), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.748842 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a22cfa94-1e8f-47b7-b699-13d88bb7079a admin admin] Publish callbacks [] for security_group (b1eade47-66fa-4ea9-9a37-66d9904c2e1a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.802449 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d48e17f5-9f33-45ba-a107-ed8c45f77e3e None None] Port b22b3578-5963-4c30-bb18-b440d9b371a5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:13:37.827179 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Publish callbacks [] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.833763 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.854482 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e5160119-c75b-436f-a13b-f34e4dcdea1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=606a1e5becd4484a9546932ef9e0b786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9149442 Mar 08 21:13:37.863287 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:37.914386 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks [] for router_controller (dab36340-50de-43d5-9864-608b9cb0a8e3), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:37.919918 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5160119-c75b-436f-a13b-f34e4dcdea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3602df-c11d-4239-9adb-dbedb8800d40,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:37.991966 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.000257 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Pushing event updated for resources: {'Port': ['ID=b22b3578-5963-4c30-bb18-b440d9b371a5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:38.030326 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3514f7e3-da28-484a-a5cb-e8bd41633746 admin admin] Publish callbacks [] for security_group (fb3602df-c11d-4239-9adb-dbedb8800d40), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.122605 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3514f7e3-da28-484a-a5cb-e8bd41633746 admin admin] Publish callbacks [] for security_group (fb3602df-c11d-4239-9adb-dbedb8800d40), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.127371 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a22cfa94-1e8f-47b7-b699-13d88bb7079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (b1eade47-66fa-4ea9-9a37-66d9904c2e1a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.130254 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a22cfa94-1e8f-47b7-b699-13d88bb7079a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.141160 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a22cfa94-1e8f-47b7-b699-13d88bb7079a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1eade47-66fa-4ea9-9a37-66d9904c2e1a HTTP/1.1" status: 204 len: 168 time: 1.0361042 Mar 08 21:13:38.141160 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks [] for router_gateway (dab36340-50de-43d5-9864-608b9cb0a8e3), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.146752 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cfa94-1e8f-47b7-b699-13d88bb7079a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eade47-66fa-4ea9-9a37-66d9904c2e1a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:38.252023 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Network 89478dff-c6f2-425c-9288-d5e00e314d93 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:38.255495 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:38.421947 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3514f7e3-da28-484a-a5cb-e8bd41633746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (fb3602df-c11d-4239-9adb-dbedb8800d40), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.426044 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3514f7e3-da28-484a-a5cb-e8bd41633746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.428012 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3514f7e3-da28-484a-a5cb-e8bd41633746 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb3602df-c11d-4239-9adb-dbedb8800d40 HTTP/1.1" status: 204 len: 168 time: 0.5633519 Mar 08 21:13:38.463430 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514f7e3-da28-484a-a5cb-e8bd41633746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3602df-c11d-4239-9adb-dbedb8800d40,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:38.514773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:13:38.631481 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks [] for router_gateway (dab36340-50de-43d5-9864-608b9cb0a8e3), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.691034 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.771638 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:38.779090 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a5c2518f-4d0f-4e40-9ee3-588707ab65b8 None None] Provisioning complete for port b22b3578-5963-4c30-bb18-b440d9b371a5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:38.781177 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a5c2518f-4d0f-4e40-9ee3-588707ab65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:38.790299 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-17188f05-9341-47ae-bfb7-14767251ed9d admin admin] 10.222.0.61 "PUT /v2.0/routers/85eec6f7-1078-4bf1-a5a2-c75ef48279b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2483907 Mar 08 21:13:38.886810 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a5c2518f-4d0f-4e40-9ee3-588707ab65b8 None None] Port b22b3578-5963-4c30-bb18-b440d9b371a5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:13:38.914447 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Allocated IP 172.27.1.195 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/49b85e1f-3b22-4d82-a44c-4534b47f03c4) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:39.050545 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device b10eb744-f23f-4803-a5e3-6ca7f56dea69 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:39.127235 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks [] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.148417 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port b10eb744-f23f-4803-a5e3-6ca7f56dea69 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:39.148796 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.182436 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.234814 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40224) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:39.242188 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:39.247666 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:39.252447 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:39.272423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26dfbcad-1631-45bb-a1de-60f569e3bada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.296175 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Pushing event updated for resources: {'Port': ['ID=49b85e1f-3b22-4d82-a44c-4534b47f03c4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:39.316813 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port b10eb744-f23f-4803-a5e3-6ca7f56dea69 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:39.317250 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.388050 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port b10eb744-f23f-4803-a5e3-6ca7f56dea69, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=b10eb744-f23f-4803-a5e3-6ca7f56dea69,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:39.393354 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.464490 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26dfbcad-1631-45bb-a1de-60f569e3bada admin admin] Publish callbacks [] for security_group (ac37b7d0-42fc-4091-a2f6-c793c251477c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.471790 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26dfbcad-1631-45bb-a1de-60f569e3bada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ac37b7d0-42fc-4091-a2f6-c793c251477c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.532736 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-26dfbcad-1631-45bb-a1de-60f569e3bada admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2723c1f952842669ccbff79f5f50df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963381 Mar 08 21:13:39.537616 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40228) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:39.564523 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=b10eb744-f23f-4803-a5e3-6ca7f56dea69,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:39.606087 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfbcad-1631-45bb-a1de-60f569e3bada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac37b7d0-42fc-4091-a2f6-c793c251477c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:39.677180 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d76e8968-fb9d-495a-beaa-5e41be3619d1 admin admin] Publish callbacks [] for security_group (ac37b7d0-42fc-4091-a2f6-c793c251477c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.738379 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d76e8968-fb9d-495a-beaa-5e41be3619d1 admin admin] Publish callbacks [] for security_group (ac37b7d0-42fc-4091-a2f6-c793c251477c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.882986 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d76e8968-fb9d-495a-beaa-5e41be3619d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ac37b7d0-42fc-4091-a2f6-c793c251477c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.888442 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d76e8968-fb9d-495a-beaa-5e41be3619d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.890163 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d76e8968-fb9d-495a-beaa-5e41be3619d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac37b7d0-42fc-4091-a2f6-c793c251477c HTTP/1.1" status: 204 len: 168 time: 0.3510032 Mar 08 21:13:39.892809 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks [] for router_gateway (dab36340-50de-43d5-9864-608b9cb0a8e3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:39.933745 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e8968-fb9d-495a-beaa-5e41be3619d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac37b7d0-42fc-4091-a2f6-c793c251477c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:40.177040 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Sync routers for ids ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:40.202199 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Routers {'85eec6f7-1078-4bf1-a5a2-c75ef48279b3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:40.204370 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:40.255344 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (dab36340-50de-43d5-9864-608b9cb0a8e3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:40.426820 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Set router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:40.449047 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Router dab36340-50de-43d5-9864-608b9cb0a8e3 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:13:40.615995 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:40.768713 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:40.782013 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Sync routers for ids ['dab36340-50de-43d5-9864-608b9cb0a8e3'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:40.799417 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:40.801045 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a39714f0-3168-4117-8330-27409b918f8f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6286855 Mar 08 21:13:40.804493 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40280) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:40.829595 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Routers {'dab36340-50de-43d5-9864-608b9cb0a8e3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:40.830205 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['dab36340-50de-43d5-9864-608b9cb0a8e3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:40.867959 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:13:37Z', 'revision_number': 4, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port': {'id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:31Z', 'updated_at': '2022-03-08T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'b22b3578-5963-4c30-bb18-b440d9b371a5', 'name': '', 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'mac_address': 'fa:16:3e:bb:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7bd750c7-5379-4293-a4e9-b1d0f1abbd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:35Z', 'updated_at': '2022-03-08T21:13:37Z', 'revision_number': 2, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'subnets': [{'id': '7bd750c7-5379-4293-a4e9-b1d0f1abbd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:40.951869 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Checking router: 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:40.952602 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Updating router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 port b22b3578-5963-4c30-bb18-b440d9b371a5 binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:13:41.018724 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device b10eb744-f23f-4803-a5e3-6ca7f56dea69 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:41.027475 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:41.199012 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Set router dab36340-50de-43d5-9864-608b9cb0a8e3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:41.655544 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Publish callbacks [] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:41.667878 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port b10eb744-f23f-4803-a5e3-6ca7f56dea69 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:41.668517 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:41.722051 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:13:39Z', 'revision_number': 3, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port': {'id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:38Z', 'updated_at': '2022-03-08T21:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:41.755661 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:41.765673 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Checking router: dab36340-50de-43d5-9864-608b9cb0a8e3 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:41.766016 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Updating router dab36340-50de-43d5-9864-608b9cb0a8e3 port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:13:41.799607 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109c5b2-82d0-4161-ae85-8e36fef4aeb7 None None] Pushing event updated for resources: {'Port': ['ID=b22b3578-5963-4c30-bb18-b440d9b371a5,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:41.808508 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:41.985335 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port b10eb744-f23f-4803-a5e3-6ca7f56dea69 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:42.002440 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Attempting to bind port b22b3578-5963-4c30-bb18-b440d9b371a5 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:42.004408 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Attempting to bind port b22b3578-5963-4c30-bb18-b440d9b371a5 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:42.006034 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Attempting to bind port b22b3578-5963-4c30-bb18-b440d9b371a5 on network 89478dff-c6f2-425c-9288-d5e00e314d93 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:42.018556 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:42.019314 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Checking segment: {'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:42.020085 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.020693 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Bound using segment: {'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:42.021390 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Bound port: b22b3578-5963-4c30-bb18-b440d9b371a5, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b9e40a-923d-4788-a546-471ecf080e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:42.021973 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.222221 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] For port b22b3578-5963-4c30-bb18-b440d9b371a5, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:42.227909 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] For port b22b3578-5963-4c30-bb18-b440d9b371a5, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=b22b3578-5963-4c30-bb18-b440d9b371a5,segment=NetworkSegment(53b9e40a-923d-4788-a546-471ecf080e8c),segment_id=53b9e40a-923d-4788-a546-471ecf080e8c)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:42.239171 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.477179 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-516f583e-333b-4717-8dc3-2976ac9e412a None None] Provisioning complete for port b22b3578-5963-4c30-bb18-b440d9b371a5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:42.478443 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-516f583e-333b-4717-8dc3-2976ac9e412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.496384 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109c5b2-82d0-4161-ae85-8e36fef4aeb7 None None] Pushing event updated for resources: {'Port': ['ID=b22b3578-5963-4c30-bb18-b440d9b371a5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:42.551087 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Routers {'85eec6f7-1078-4bf1-a5a2-c75ef48279b3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:42.552390 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:42.607891 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Publish callbacks [] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.615793 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.641693 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.734242 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Attempting to bind port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:42.736993 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Attempting to bind port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:42.737938 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Attempting to bind port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:42.755569 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:42.756242 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:42.756860 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.757585 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:42.758372 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Bound port: 49b85e1f-3b22-4d82-a44c-4534b47f03c4, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:42.759248 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.875751 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6a77f-fccb-49c1-88ed-54cb9f17f7a8 None None] Pushing event updated for resources: {'Port': ['ID=49b85e1f-3b22-4d82-a44c-4534b47f03c4,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:42.920049 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] For port 49b85e1f-3b22-4d82-a44c-4534b47f03c4, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:42.926083 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] For port 49b85e1f-3b22-4d82-a44c-4534b47f03c4, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=49b85e1f-3b22-4d82-a44c-4534b47f03c4,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:42.940886 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:42.962825 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] Set router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:43.053176 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-516f583e-333b-4717-8dc3-2976ac9e412a None None] Current status of the port b22b3578-5963-4c30-bb18-b440d9b371a5 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:43.054100 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-516f583e-333b-4717-8dc3-2976ac9e412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:43.066144 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Allocated IP 172.20.0.1 (82ca7c3f-3551-46d1-af8b-b68dbf1cd521/e6647607-2dba-49f6-8e0a-69b186f862b4/0d8b72ee-ae0e-4536-9869-a1b9cc95386e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:43.080854 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Routers {'dab36340-50de-43d5-9864-608b9cb0a8e3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:43.084037 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['dab36340-50de-43d5-9864-608b9cb0a8e3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:43.167199 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-516f583e-333b-4717-8dc3-2976ac9e412a None None] For port b22b3578-5963-4c30-bb18-b440d9b371a5, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=b22b3578-5963-4c30-bb18-b440d9b371a5,segment=NetworkSegment(53b9e40a-923d-4788-a546-471ecf080e8c),segment_id=53b9e40a-923d-4788-a546-471ecf080e8c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:43.192539 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-516f583e-333b-4717-8dc3-2976ac9e412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:43.212219 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6a77f-fccb-49c1-88ed-54cb9f17f7a8 None None] Pushing event updated for resources: {'Port': ['ID=49b85e1f-3b22-4d82-a44c-4534b47f03c4,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:43.478205 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Publish callbacks [] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:43.540916 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f583e-333b-4717-8dc3-2976ac9e412a None None] Pushing event updated for resources: {'Port': ['ID=b22b3578-5963-4c30-bb18-b440d9b371a5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:43.570015 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:43.593288 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4f4f7add-60b8-4521-ac12-e5892dc5585f None None] Provisioning complete for port b22b3578-5963-4c30-bb18-b440d9b371a5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:43.593702 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7add-60b8-4521-ac12-e5892dc5585f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:43.650649 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] Set router dab36340-50de-43d5-9864-608b9cb0a8e3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:43.664903 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:43.697070 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:43.701366 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:43.727456 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:43.875052 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (dab36340-50de-43d5-9864-608b9cb0a8e3), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:43.921305 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:13:37Z', 'revision_number': 4, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port': {'id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:31Z', 'updated_at': '2022-03-08T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'b22b3578-5963-4c30-bb18-b440d9b371a5', 'name': '', 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'mac_address': 'fa:16:3e:bb:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7bd750c7-5379-4293-a4e9-b1d0f1abbd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:35Z', 'updated_at': '2022-03-08T21:13:42Z', 'revision_number': 4, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'subnets': [{'id': '7bd750c7-5379-4293-a4e9-b1d0f1abbd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:44.126007 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:44.164187 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9452ff9f-731b-4cca-87f2-c83b933cb5b9 None None] The sync data for ids ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'] in dv-cinder-830098-3-iscsi is: [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:13:37Z', 'revision_number': 4, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port': {'id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:31Z', 'updated_at': '2022-03-08T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'b22b3578-5963-4c30-bb18-b440d9b371a5', 'name': '', 'network_id': '89478dff-c6f2-425c-9288-d5e00e314d93', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'mac_address': 'fa:16:3e:bb:c8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '7bd750c7-5379-4293-a4e9-b1d0f1abbd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:35Z', 'updated_at': '2022-03-08T21:13:42Z', 'revision_number': 4, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'subnets': [{'id': '7bd750c7-5379-4293-a4e9-b1d0f1abbd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:44.277914 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f7add-60b8-4521-ac12-e5892dc5585f None None] Current status of the port b22b3578-5963-4c30-bb18-b440d9b371a5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:44.356287 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:13:39Z', 'revision_number': 3, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port': {'id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:38Z', 'updated_at': '2022-03-08T21:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:44.430927 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eda3a6-be1d-4645-bb6c-3fe3d03be943 None None] The sync data for ids ['dab36340-50de-43d5-9864-608b9cb0a8e3'] in dv-cinder-830098-3-iscsi is: [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:13:39Z', 'revision_number': 3, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port': {'id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:38Z', 'updated_at': '2022-03-08T21:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:44.663640 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Publish callbacks [] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:44.673014 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:44.770729 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (dab36340-50de-43d5-9864-608b9cb0a8e3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:44.772756 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:45.073171 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:45.075303 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:45.093264 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device b22b3578-5963-4c30-bb18-b440d9b371a5 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:45.272292 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port b22b3578-5963-4c30-bb18-b440d9b371a5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:45.273031 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:45.574698 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port b22b3578-5963-4c30-bb18-b440d9b371a5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:45.627310 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Router dab36340-50de-43d5-9864-608b9cb0a8e3 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:13:45.958228 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:13:45.974399 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5d20bc77-1142-4354-8cfa-39030c87f968 admin admin] 10.222.0.61 "PUT /v2.0/routers/dab36340-50de-43d5-9864-608b9cb0a8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1652439 Mar 08 21:13:47.025453 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 49b85e1f-3b22-4d82-a44c-4534b47f03c4 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:47.115300 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:47.116129 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:47.298526 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:47.298974 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:47.331952 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 49b85e1f-3b22-4d82-a44c-4534b47f03c4, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=49b85e1f-3b22-4d82-a44c-4534b47f03c4,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:47.345060 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:47.434582 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=49b85e1f-3b22-4d82-a44c-4534b47f03c4,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:48.107382 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Sync routers for ids ['dab36340-50de-43d5-9864-608b9cb0a8e3'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:13:48.127720 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Routers {'dab36340-50de-43d5-9864-608b9cb0a8e3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:48.128774 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['dab36340-50de-43d5-9864-608b9cb0a8e3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:48.318097 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Set router dab36340-50de-43d5-9864-608b9cb0a8e3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:48.680936 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:13:44Z', 'revision_number': 4, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port': {'id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:38Z', 'updated_at': '2022-03-08T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '0d8b72ee-ae0e-4536-9869-a1b9cc95386e', 'name': '', 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'mac_address': 'fa:16:3e:f7:31:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e6647607-2dba-49f6-8e0a-69b186f862b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:42Z', 'updated_at': '2022-03-08T21:13:44Z', 'revision_number': 2, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'subnets': [{'id': 'e6647607-2dba-49f6-8e0a-69b186f862b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:48.725111 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Checking router: dab36340-50de-43d5-9864-608b9cb0a8e3 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:13:48.725680 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Updating router dab36340-50de-43d5-9864-608b9cb0a8e3 port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:13:48.763939 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:49.006858 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 49b85e1f-3b22-4d82-a44c-4534b47f03c4 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:49.174191 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:49.174892 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:49.415476 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Publish callbacks [] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:49.418972 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:49.437120 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:49.600172 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d84e93-a0f4-4a2e-b237-0de049202c78 None None] Pushing event updated for resources: {'Port': ['ID=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:49.636689 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Attempting to bind port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:49.637251 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Attempting to bind port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:49.637739 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Attempting to bind port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e on network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:49.648196 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:49.648880 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Checking segment: {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:49.649453 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:49.650169 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Bound using segment: {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:49.652026 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Bound port: 0d8b72ee-ae0e-4536-9869-a1b9cc95386e, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:49.652782 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:49.746300 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] For port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:49.774410 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] For port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:49.785319 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:49.865146 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Routers {'dab36340-50de-43d5-9864-608b9cb0a8e3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:13:49.865967 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:13:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['dab36340-50de-43d5-9864-608b9cb0a8e3'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:49.964673 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d84e93-a0f4-4a2e-b237-0de049202c78 None None] Pushing event updated for resources: {'Port': ['ID=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:50.123666 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] Set router dab36340-50de-43d5-9864-608b9cb0a8e3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:13:50.555533 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:13:44Z', 'revision_number': 4, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port': {'id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:38Z', 'updated_at': '2022-03-08T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '0d8b72ee-ae0e-4536-9869-a1b9cc95386e', 'name': '', 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'mac_address': 'fa:16:3e:f7:31:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e6647607-2dba-49f6-8e0a-69b186f862b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:42Z', 'updated_at': '2022-03-08T21:13:49Z', 'revision_number': 4, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'subnets': [{'id': 'e6647607-2dba-49f6-8e0a-69b186f862b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:13:50.604628 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d20d2-a6a3-4c2e-a3d5-37d49ae25bee None None] The sync data for ids ['dab36340-50de-43d5-9864-608b9cb0a8e3'] in dv-cinder-830098-3-iscsi is: [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:13:44Z', 'revision_number': 4, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port': {'id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:38Z', 'updated_at': '2022-03-08T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '0d8b72ee-ae0e-4536-9869-a1b9cc95386e', 'name': '', 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'mac_address': 'fa:16:3e:f7:31:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'e6647607-2dba-49f6-8e0a-69b186f862b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:42Z', 'updated_at': '2022-03-08T21:13:49Z', 'revision_number': 4, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'subnets': [{'id': 'e6647607-2dba-49f6-8e0a-69b186f862b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:13:51.038269 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-04867081-4dc5-422d-aeae-46a764c44483 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:51.042289 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-04867081-4dc5-422d-aeae-46a764c44483 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 818 time: 0.4254384 Mar 08 21:13:51.072925 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-7453ce60-4c7c-47a1-9a38-47220bb92bfb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/quotas/f4116dd91eed4db1afc5ea8612d89fd7 HTTP/1.1" status: 200 len: 375 time: 0.0296364 Mar 08 21:13:51.118063 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0d8b72ee-ae0e-4536-9869-a1b9cc95386e up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:51.165690 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-dd6fc005-9d49-45ab-ab76-801f64efe042 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0914931 Mar 08 21:13:51.211820 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:51.213662 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:51.357408 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-230e5da4-92b4-4c4e-b587-2a5a74586d73 service neutron] 10.222.0.61 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905077 Mar 08 21:13:51.384522 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:51.385922 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:51.477098 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:13:51.482964 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:51.742814 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-96e5d01f-2f3a-4412-aed9-d07565e9d374 service neutron] 10.222.0.61 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762457 Mar 08 21:13:51.886975 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:52.219813 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c38b8738-e1f7-4f50-b3b7-ce748b130b91 req-cba36396-d7c3-4dae-a584-1ec591fe6728 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 210 time: 0.0762279 Mar 08 21:13:52.706680 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-72a14a30-d962-4524-bc4d-49d12fbf221a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:52.712503 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-72a14a30-d962-4524-bc4d-49d12fbf221a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 818 time: 0.2616158 Mar 08 21:13:52.770373 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-5cb3fc2b-ae60-4c07-b98e-a4ee0ff8cac1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/quotas/f4116dd91eed4db1afc5ea8612d89fd7 HTTP/1.1" status: 200 len: 375 time: 0.0431814 Mar 08 21:13:52.866954 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-0ea8706c-de4b-4121-9e4f-32460f416f84 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951014 Mar 08 21:13:53.017533 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0d8b72ee-ae0e-4536-9869-a1b9cc95386e up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:13:53.194146 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:13:53.194638 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:53.210605 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-cca95631-d5c9-4ee8-a253-d397380e6506 service neutron] 10.222.0.61 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400793 Mar 08 21:13:53.428761 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:13:53.521453 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-e5ec3e4f-76a1-457f-a92b-21207d0883c3 service neutron] 10.222.0.61 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115685 Mar 08 21:13:53.858718 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-49857b14-7709-40d9-90d6-eb68d8e9fad9 req-0755b4db-4c9a-4d38-9b13-e51a5fa9aad7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 210 time: 0.0491488 Mar 08 21:13:54.413483 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-2c2dbae8-5f13-4e0e-bf0a-290f8ffd4239 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:54.416251 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-2c2dbae8-5f13-4e0e-bf0a-290f8ffd4239 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.13 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 818 time: 0.3308694 Mar 08 21:13:54.438368 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Request body: {'port': {'device_id': '533fd0b4-08ca-4117-ab74-1d1706fdb06b', 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521', 'admin_state_up': True, 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:54.692949 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Made reservation on behalf of f4116dd91eed4db1afc5ea8612d89fd7 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:54.703322 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:55.088109 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9b453b0-8e64-4c01-a666-7911b5efe0f8 req-dc321982-7953-47c3-b05a-d92a96d1071f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 210 time: 0.0479777 Mar 08 21:13:55.127452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Allocated IP 172.20.0.3 (82ca7c3f-3551-46d1-af8b-b68dbf1cd521/e6647607-2dba-49f6-8e0a-69b186f862b4/0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:55.149854 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40574) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:55.408955 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3809121-a8f6-4597-a312-625b8da01d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:55.502458 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks [] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:55.591741 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:55.813170 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:55.826219 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:55.837201 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:55.887724 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Pushing event updated for resources: {'Port': ['ID=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:55.960237 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-14a87ca4-c7af-4d3d-bdac-211015a483ff tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:55.962152 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-14a87ca4-c7af-4d3d-bdac-211015a483ff tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.13 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 818 time: 0.3766980 Mar 08 21:13:55.966321 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3809121-a8f6-4597-a312-625b8da01d97 admin admin] Publish callbacks [] for security_group (ee4b876b-0d61-44d8-8f17-15072beef079), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:55.983412 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:55.984307 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:55.987303 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3809121-a8f6-4597-a312-625b8da01d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ee4b876b-0d61-44d8-8f17-15072beef079), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:56.017823 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Request body: {'port': {'device_id': 'a1e8a701-0006-4590-902f-1aee4e44805f', 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521', 'admin_state_up': True, 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:56.028920 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:56.035398 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c3809121-a8f6-4597-a312-625b8da01d97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=735fd1d26b6f4399abf6a35756f024fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8842888 Mar 08 21:13:56.110019 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-5a48b4dc-e2aa-4bbe-bc34-e17ece99670d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6799707 Mar 08 21:13:56.116007 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4afaea4-b0e1-4ee9-b23c-f7cff7a085a9 admin admin] Publish callbacks [] for security_group (ee4b876b-0d61-44d8-8f17-15072beef079), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:56.167803 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4afaea4-b0e1-4ee9-b23c-f7cff7a085a9 admin admin] Publish callbacks [] for security_group (ee4b876b-0d61-44d8-8f17-15072beef079), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:56.180054 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Request body: {'port': {'device_id': '533fd0b4-08ca-4117-ab74-1d1706fdb06b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:56.200447 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3809121-a8f6-4597-a312-625b8da01d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4b876b-0d61-44d8-8f17-15072beef079,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:56.315387 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7424728d-719a-414f-ab11-916906cfe7ca req-6611bbb3-7d89-4eb6-9509-e3892e85f50d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 210 time: 0.0639553 Mar 08 21:13:56.335860 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:56.342275 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4afaea4-b0e1-4ee9-b23c-f7cff7a085a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ee4b876b-0d61-44d8-8f17-15072beef079), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:56.346376 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4afaea4-b0e1-4ee9-b23c-f7cff7a085a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:56.348160 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d4afaea4-b0e1-4ee9-b23c-f7cff7a085a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee4b876b-0d61-44d8-8f17-15072beef079 HTTP/1.1" status: 204 len: 168 time: 0.3180745 Mar 08 21:13:56.387270 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afaea4-b0e1-4ee9-b23c-f7cff7a085a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4b876b-0d61-44d8-8f17-15072beef079,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:56.433648 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Made reservation on behalf of f4116dd91eed4db1afc5ea8612d89fd7 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:56.440219 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:56.876425 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Allocated IP 172.20.0.6 (82ca7c3f-3551-46d1-af8b-b68dbf1cd521/e6647607-2dba-49f6-8e0a-69b186f862b4/27625e0c-37f6-49aa-a6af-04ca2b890abe) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:13:57.217790 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks [] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:57.284018 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:57.371755 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Pushing event updated for resources: {'Port': ['ID=27625e0c-37f6-49aa-a6af-04ca2b890abe,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:57.561690 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:13:57.569455 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:57.577335 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:13:57.677520 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:57.678202 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:57.719584 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-418714b5-03a2-4d91-8b0f-59161bbe92f6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7062013 Mar 08 21:13:57.767822 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Request body: {'port': {'device_id': 'a1e8a701-0006-4590-902f-1aee4e44805f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:57.912060 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40632) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:58.166497 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e098bd-e6d2-49f4-b381-fcfd5fda8b4b req-c0efdee7-afed-41fe-aacd-f34688476de9 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:58.174114 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73e098bd-e6d2-49f4-b381-fcfd5fda8b4b req-c0efdee7-afed-41fe-aacd-f34688476de9 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 931 time: 0.7332540 Mar 08 21:13:58.190189 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1421040410-network', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:58.205913 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:13:58.221978 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Publish callbacks [] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.234301 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.235867 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Made reservation on behalf of f161fdf78d904b7fbf1035d63396148c for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:58.239930 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.257278 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.269472 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Transition to ACTIVE for port object 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:13:58.279480 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.323888 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73e098bd-e6d2-49f4-b381-fcfd5fda8b4b req-f6b95370-2d5e-443a-aae1-6418a70fca9a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488225 Mar 08 21:13:58.382056 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Pushing event updated for resources: {'Port': ['ID=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:58.451192 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Publish callbacks [] for security_group (53b40a82-b246-48ae-8703-219f1e15d751), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.461623 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (53b40a82-b246-48ae-8703-219f1e15d751), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.494608 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b40a82-b246-48ae-8703-219f1e15d751,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:58.567816 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:13:58.591501 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (05e8cd18-dd85-458f-b7d9-40f6f03dda94), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.592018 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Added segment 05e8cd18-dd85-458f-b7d9-40f6f03dda94 of type vlan for network f264db18-e421-4cb2-b0b2-40a9f99e0b12 Mar 08 21:13:58.662042 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (f264db18-e421-4cb2-b0b2-40a9f99e0b12), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.681600 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Attempting to bind port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:58.682084 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Attempting to bind port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:58.682312 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Attempting to bind port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 on network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:58.696140 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 on network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:13:58.696475 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Attempting to bind port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 on network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:58.698640 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (f264db18-e421-4cb2-b0b2-40a9f99e0b12), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.699830 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:58.700576 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.711734 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:58.712411 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Checking segment: {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:58.712761 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Bound using segment: {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:58.713451 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Bound port: 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:58.713699 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.743216 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8283713 Mar 08 21:13:58.744583 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40660) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:58.778187 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Request body: {'subnet': {'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1421040410-subnet', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:58.780931 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7efce-5d86-43d1-9ffe-68698044f492 admin admin] Pushing event updated for resources: {'Network': ['ID=f264db18-e421-4cb2-b0b2-40a9f99e0b12,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:58.798432 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:13:58.927364 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Made reservation on behalf of f161fdf78d904b7fbf1035d63396148c for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:13:58.930134 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126208261'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.934253 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27625e0c-37f6-49aa-a6af-04ca2b890abe {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:13:58.948351 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1eabc1ea-83bb-475d-b0a0-801cb282f9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.970544 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Publish callbacks [] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:58.975333 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] For port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:59.008494 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] For port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:59.059636 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.063806 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Transition to ACTIVE for port object 27625e0c-37f6-49aa-a6af-04ca2b890abe will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:13:59.078060 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.107859 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-d9c782f8-861e-4936-bae4-192ca4031758 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:59.109427 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-d9c782f8-861e-4936-bae4-192ca4031758 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/networks?id=5ccdb735-271e-43ab-8a75-48daa9c04b98 HTTP/1.1" status: 200 len: 814 time: 0.3259995 Mar 08 21:13:59.141919 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:59.142515 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.143887 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 HTTP/1.1" status: 200 len: 1093 time: 2.9769056 Mar 08 21:13:59.151680 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533fd0b4-08ca-4117-ab74-1d1706fdb06b', 'tag': '0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:13:59.153975 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61dcfa9-e632-44bc-9d3b-8753289481fd" -d '{"events": [{"name": "network-changed", "server_uuid": "533fd0b4-08ca-4117-ab74-1d1706fdb06b", "tag": "0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:13:59.187442 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-b8cd2bc8-5271-4cb9-8be6-8a462cdb1ae2 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/quotas/5a3f14c2341040779c1eda85b16a79b8 HTTP/1.1" status: 200 len: 375 time: 0.0634947 Mar 08 21:13:59.197007 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dda66d-538c-46a3-aa51-ea581b744d36 service neutron] Pushing event updated for resources: {'Port': ['ID=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:59.229500 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b4cfe7-a23e-4e14-8657-15872074af6e x-openstack-request-id: req-e7b4cfe7-a23e-4e14-8657-15872074af6e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:13:59.229796 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533fd0b4-08ca-4117-ab74-1d1706fdb06b", "tag": "0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:13:59.230155 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7b4cfe7-a23e-4e14-8657-15872074af6e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:13:59.230424 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533fd0b4-08ca-4117-ab74-1d1706fdb06b', 'tag': '0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8', 'status': 'completed', 'code': 200} Mar 08 21:13:59.381204 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Pushing event updated for resources: {'Port': ['ID=27625e0c-37f6-49aa-a6af-04ca2b890abe,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:59.429328 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126208283'] for subnet (be0b49b6-ca52-4fd9-a910-1d1c4819d211), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.431362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Attempting to bind port 27625e0c-37f6-49aa-a6af-04ca2b890abe on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:13:59.431726 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Attempting to bind port 27625e0c-37f6-49aa-a6af-04ca2b890abe by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:13:59.432057 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Attempting to bind port 27625e0c-37f6-49aa-a6af-04ca2b890abe on network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:59.445311 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-a1584518-df1f-4e07-811a-0aa51f683b1f tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a3f14c2341040779c1eda85b16a79b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2181413 Mar 08 21:13:59.468597 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Port 27625e0c-37f6-49aa-a6af-04ca2b890abe on network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:13:59.468928 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Attempting to bind port 27625e0c-37f6-49aa-a6af-04ca2b890abe on network 82ca7c3f-3551-46d1-af8b-b68dbf1cd521 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:13:59.508810 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:13:59.509191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Checking segment: {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:59.509568 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Bound using segment: {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:13:59.510549 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Bound port: 27625e0c-37f6-49aa-a6af-04ca2b890abe, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3556243-7cf3-4661-a15a-c08768a31d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:13:59.510898 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.526203 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cd6f7-681f-42c7-a840-1afcadc53786 req-5549a72c-e4d2-4a72-b431-d847493ab432 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:59.528222 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a14cd6f7-681f-42c7-a840-1afcadc53786 req-5549a72c-e4d2-4a72-b431-d847493ab432 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 943 time: 0.0714991 Mar 08 21:13:59.545704 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0b49b6-ca52-4fd9-a910-1d1c4819d211,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:59.614959 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a14cd6f7-681f-42c7-a840-1afcadc53786 req-8cb7e784-3e26-43e9-af3e-244037f5b8d8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676138 Mar 08 21:13:59.658960 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Checking segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:13:59.659317 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Network hostable DHCP agents. Network: f264db18-e421-4cb2-b0b2-40a9f99e0b12, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:13:59.668692 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-2e263102-1fd9-4cdd-bf00-46e94b3f4daf service neutron] 10.222.0.61 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938295 Mar 08 21:13:59.719660 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] For port 27625e0c-37f6-49aa-a6af-04ca2b890abe, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:13:59.774908 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:13:59.787658 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] For port 27625e0c-37f6-49aa-a6af-04ca2b890abe, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27625e0c-37f6-49aa-a6af-04ca2b890abe,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:13:59.799340 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, f264db18-e421-4cb2-b0b2-40a9f99e0b12) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:13:59.801479 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.810266 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49bac47-7bef-4059-bd06-3344a5bff282 None None] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:13:59.811081 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:59.811367 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.876105 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7eb83dd8-4216-4873-8b13-f2a0a89c912a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1081824 Mar 08 21:13:59.877659 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:13:59.878291 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.879652 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] 10.222.0.13 "PUT /v2.0/ports/27625e0c-37f6-49aa-a6af-04ca2b890abe HTTP/1.1" status: 200 len: 1093 time: 2.1169462 Mar 08 21:13:59.881390 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40670) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:13:59.884376 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-afbff45a-e129-46c4-8c8c-bd625fbc04e5 service neutron] 10.222.0.61 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089782 Mar 08 21:13:59.895812 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:13:59.902316 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f5e27-b0d3-4730-b190-e6efe81183eb service neutron] Pushing event updated for resources: {'Port': ['ID=27625e0c-37f6-49aa-a6af-04ca2b890abe,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:13:59.933749 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:13:59.934840 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.938744 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:13:59.939941 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.029704 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks [] for router_controller (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.133716 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d8e7066-6e03-4931-8e9c-7ee79b68826c req-3d3d6f86-44a2-4fef-8518-26f132613814 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 210 time: 0.0406332 Mar 08 21:14:00.172930 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Allocated IP 172.20.0.2 (f264db18-e421-4cb2-b0b2-40a9f99e0b12/be0b49b6-ca52-4fd9-a910-1d1c4819d211/43c26393-0ac5-4bb2-aa6f-74269bbdd898) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:00.343541 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks [] for router_gateway (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.559033 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Publish callbacks [] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.569003 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.622607 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:00.626039 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:00.629339 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks [] for router_gateway (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.630585 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:00.653021 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Pushing event updated for resources: {'Port': ['ID=43c26393-0ac5-4bb2-aa6f-74269bbdd898,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:00.679192 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.737263 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Attempting to bind port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:00.737852 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Attempting to bind port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:00.738438 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Attempting to bind port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:00.750165 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:00.750865 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Checking segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:00.751514 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.751997 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Bound using segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:00.752744 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Bound port: 43c26393-0ac5-4bb2-aa6f-74269bbdd898, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:00.754265 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.803969 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06292b50-c563-4c31-b477-9a8146cbcae8 req-ddd2d576-ebb0-4d68-be82-34e6b0b6dbdc tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:00.811675 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06292b50-c563-4c31-b477-9a8146cbcae8 req-ddd2d576-ebb0-4d68-be82-34e6b0b6dbdc tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 943 time: 0.0785644 Mar 08 21:14:00.858341 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] For port 43c26393-0ac5-4bb2-aa6f-74269bbdd898, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:00.864625 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] For port 43c26393-0ac5-4bb2-aa6f-74269bbdd898, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=43c26393-0ac5-4bb2-aa6f-74269bbdd898,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:00.874979 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:00.876501 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Allocated IP 172.27.1.152 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/7d62487d-38ec-48e9-8817-a4f9d896d7af) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:00.896762 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06292b50-c563-4c31-b477-9a8146cbcae8 req-994fe603-d95b-487f-b48a-71c3701ad31f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807972 Mar 08 21:14:00.955298 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a040c-acc9-4737-b8e9-2167fd6a9437 None None] Pushing event updated for resources: {'Port': ['ID=43c26393-0ac5-4bb2-aa6f-74269bbdd898,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:01.045393 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks [] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:01.101317 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:01.147478 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:01.155033 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:01.160438 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:01.164412 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Pushing event updated for resources: {'Port': ['ID=7d62487d-38ec-48e9-8817-a4f9d896d7af,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:01.232208 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e8a701-0006-4590-902f-1aee4e44805f', 'tag': '27625e0c-37f6-49aa-a6af-04ca2b890abe'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:14:01.236233 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e8a701-0006-4590-902f-1aee4e44805f", "tag": "27625e0c-37f6-49aa-a6af-04ca2b890abe"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:14:01.324951 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-62937a77-b02c-4d15-9fea-7b196ec495f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:01.328595 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c314a5-370a-4d11-969a-e9b492dc0ee1 x-openstack-request-id: req-d2c314a5-370a-4d11-969a-e9b492dc0ee1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:14:01.328919 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e8a701-0006-4590-902f-1aee4e44805f", "tag": "27625e0c-37f6-49aa-a6af-04ca2b890abe", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:14:01.330497 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2c314a5-370a-4d11-969a-e9b492dc0ee1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:14:01.331183 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e8a701-0006-4590-902f-1aee4e44805f', 'tag': '27625e0c-37f6-49aa-a6af-04ca2b890abe', 'status': 'completed', 'code': 200} Mar 08 21:14:01.396976 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fbdd4e4f-abd2-41a0-9d92-90a1a3c31f0d req-d1195fa1-ebe3-4907-995d-face6a77c10f tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 210 time: 0.0843301 Mar 08 21:14:01.869241 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks [] for router_gateway (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:02.092811 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6151d89-3f64-4655-abac-5eeef27852ff req-65976c07-4962-4e1e-97e0-b533afba8e8d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:02.095585 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a6151d89-3f64-4655-abac-5eeef27852ff req-65976c07-4962-4e1e-97e0-b533afba8e8d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 943 time: 0.0972052 Mar 08 21:14:02.172680 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a6151d89-3f64-4655-abac-5eeef27852ff req-28393b22-63b4-4c61-84a1-299afc80eba3 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665865 Mar 08 21:14:02.178522 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:02.215541 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0841c015-b5e9-4773-8b67-018b456fc48b None None] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:14:02.327212 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8c4e0108-9efc-45bb-ab7d-c9a5c1952ba0 None None] Provisioning complete for port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:02.327601 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0108-9efc-45bb-ab7d-c9a5c1952ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:02.378543 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:14:02.456457 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-16582606-b367-4eae-965f-2be853fda848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:02.459232 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-16582606-b367-4eae-965f-2be853fda848 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 1127 time: 0.1281788 Mar 08 21:14:02.463373 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcfa9-e632-44bc-9d3b-8753289481fd req-1954e19b-61a9-493b-9bb8-db4f19901065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:02.467492 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f61dcfa9-e632-44bc-9d3b-8753289481fd req-1954e19b-61a9-493b-9bb8-db4f19901065 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1127 time: 0.1347034 Mar 08 21:14:02.527148 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:02.537273 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c4e0108-9efc-45bb-ab7d-c9a5c1952ba0 None None] Current status of the port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:02.537273 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0108-9efc-45bb-ab7d-c9a5c1952ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:02.614541 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8c4e0108-9efc-45bb-ab7d-c9a5c1952ba0 None None] For port 43c26393-0ac5-4bb2-aa6f-74269bbdd898, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=43c26393-0ac5-4bb2-aa6f-74269bbdd898,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:02.627151 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c4e0108-9efc-45bb-ab7d-c9a5c1952ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:02.633478 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-304c2295-21e9-45b1-a591-20a39d997477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27625e0c-37f6-49aa-a6af-04ca2b890abe HTTP/1.1" status: 200 len: 217 time: 0.1530998 Mar 08 21:14:02.701184 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e5fc6663-8f43-489d-a597-b6386ca93cea req-8bf63606-01af-4f11-8de1-f9d98b828b5e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 210 time: 0.0997365 Mar 08 21:14:02.740755 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:14:02.756677 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:14:02.762143 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e0108-9efc-45bb-ab7d-c9a5c1952ba0 None None] Pushing event updated for resources: {'Port': ['ID=43c26393-0ac5-4bb2-aa6f-74269bbdd898,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:02.787394 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:14:02.789291 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:02.809271 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:02.810976 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-28390970-dbcc-42f8-b267-b2d9b64efc84 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9206793 Mar 08 21:14:02.817916 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40704) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:03.016611 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-bba1aa2b-8f46-45b6-bd25-6dd135916831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:03.018617 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-bba1aa2b-8f46-45b6-bd25-6dd135916831 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 200 len: 858 time: 0.3668885 Mar 08 21:14:03.077006 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-47a7e45f-884a-4129-98f3-18876f968aa5 None None] Provisioning complete for port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:03.077613 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-47a7e45f-884a-4129-98f3-18876f968aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:03.120184 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:14:03.144488 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-ae152071-dee1-4c01-acf2-0fd6084a6e18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817161 Mar 08 21:14:03.158879 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 43c26393-0ac5-4bb2-aa6f-74269bbdd898 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:03.171973 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcfa9-e632-44bc-9d3b-8753289481fd req-3e7d9998-e964-4a60-b880-199dd089b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:03.175712 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f61dcfa9-e632-44bc-9d3b-8753289481fd req-3e7d9998-e964-4a60-b880-199dd089b140 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6769738 Mar 08 21:14:03.302731 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-47a7e45f-884a-4129-98f3-18876f968aa5 None None] Current status of the port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:03.306076 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:03.306809 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:03.487669 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:01Z', 'revision_number': 3, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:03.552410 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:14:03.553012 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Updating router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 port 7d62487d-38ec-48e9-8817-a4f9d896d7af binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:14:03.575904 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:03.641319 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:03.800501 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:03.920511 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-39c0e006-8acb-44f0-b9f9-95c5eecc94f7 req-d92378ae-9265-4176-903e-7cdccae8c460 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 210 time: 0.0676746 Mar 08 21:14:03.975705 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-bcaa17c9-ab05-4b4c-83ed-a6e631a75b9e service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8184974 Mar 08 21:14:04.031844 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.092723 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dcfa9-e632-44bc-9d3b-8753289481fd req-6633e874-6df6-4a4e-91f1-968513e77c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:04.094705 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f61dcfa9-e632-44bc-9d3b-8753289481fd req-6633e874-6df6-4a4e-91f1-968513e77c76 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8982267 Mar 08 21:14:04.136995 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdc92a-b942-4c4d-9384-5d541d63c4f2 req-5a464853-4155-47f8-bc43-65a1a74eea41 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:04.145316 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bfbdc92a-b942-4c4d-9384-5d541d63c4f2 req-5a464853-4155-47f8-bc43-65a1a74eea41 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 943 time: 0.7898629 Mar 08 21:14:04.153453 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Publish callbacks [] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.173676 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.212015 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Allocated IP 172.20.0.1 (f264db18-e421-4cb2-b0b2-40a9f99e0b12/be0b49b6-ca52-4fd9-a910-1d1c4819d211/ec944b40-ce18-47f5-995e-7596f5f92483) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:04.269303 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Attempting to bind port 7d62487d-38ec-48e9-8817-a4f9d896d7af on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:04.269889 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Attempting to bind port 7d62487d-38ec-48e9-8817-a4f9d896d7af by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:04.270346 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Attempting to bind port 7d62487d-38ec-48e9-8817-a4f9d896d7af on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:04.284023 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc43ed-d121-4b64-887e-585d131b6b4d None None] Pushing event updated for resources: {'Port': ['ID=7d62487d-38ec-48e9-8817-a4f9d896d7af,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:04.288643 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:04.289052 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:04.289495 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.289885 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:04.290548 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Bound port: 7d62487d-38ec-48e9-8817-a4f9d896d7af, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:04.291170 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.368184 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bfbdc92a-b942-4c4d-9384-5d541d63c4f2 req-0afd1aca-bb03-4a32-b527-74d9b2a19315 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217183 Mar 08 21:14:04.379903 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-5fc259bd-4f76-4496-986c-f21c189c9a7d tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:04.381776 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-5fc259bd-4f76-4496-986c-f21c189c9a7d tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.13 "GET /v2.0/networks?id=5ccdb735-271e-43ab-8a75-48daa9c04b98 HTTP/1.1" status: 200 len: 814 time: 0.5444679 Mar 08 21:14:04.397738 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] For port 7d62487d-38ec-48e9-8817-a4f9d896d7af, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:04.408430 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] For port 7d62487d-38ec-48e9-8817-a4f9d896d7af, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=7d62487d-38ec-48e9-8817-a4f9d896d7af,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:04.422808 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.429816 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Publish callbacks [] for port (ec944b40-ce18-47f5-995e-7596f5f92483), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.435470 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'port': {'device_id': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'admin_state_up': True, 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:04.499437 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:14:04.500697 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:04.514609 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7a9b07c-2b63-4e22-8c85-7903fe84a492 req-9e79d16d-9d9e-4808-9066-b28568921007 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424043 Mar 08 21:14:04.515520 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.518099 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-ae49f2d4-ff55-471c-8609-0c859c8556ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:04.520510 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-ae49f2d4-ff55-471c-8609-0c859c8556ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1127 time: 0.3173411 Mar 08 21:14:04.564727 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc43ed-d121-4b64-887e-585d131b6b4d None None] Pushing event updated for resources: {'Port': ['ID=7d62487d-38ec-48e9-8817-a4f9d896d7af,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:04.589476 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:04.606539 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:04.617703 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:04.637970 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Pushing event updated for resources: {'Port': ['ID=ec944b40-ce18-47f5-995e-7596f5f92483,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:04.677020 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:14:04.739306 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:04.756992 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-7d9f1f27-468a-4441-ae40-f77c55c402d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 HTTP/1.1" status: 200 len: 217 time: 0.1012089 Mar 08 21:14:05.046749 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-efe693e0-990b-4015-bf4a-1178c0fc7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:05.048261 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-efe693e0-990b-4015-bf4a-1178c0fc7fa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 200 len: 858 time: 0.2762299 Mar 08 21:14:05.083111 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-824f60fc-3ed1-413d-b0bf-18b8d8640ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:05.089610 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-824f60fc-3ed1-413d-b0bf-18b8d8640ff0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 1127 time: 0.3289771 Mar 08 21:14:05.103381 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Made reservation on behalf of 5a3f14c2341040779c1eda85b16a79b8 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:14:05.113638 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:05.139516 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:01Z', 'revision_number': 3, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:05.166278 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d30c646a-78cc-4853-8bc5-cf128296f8f4 None None] Provisioning complete for port ec944b40-ce18-47f5-995e-7596f5f92483 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:05.167104 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d30c646a-78cc-4853-8bc5-cf128296f8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:05.232156 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fe8e5bf-25ce-4f1a-a760-dd15c0787dc5 req-bc014686-cd2e-43c9-b99c-1ce42281c67b tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 210 time: 0.0563416 Mar 08 21:14:05.265945 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b033be-a970-4118-805a-22fe939f7c77 None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:01Z', 'revision_number': 3, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:14:05.267684 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:05.278013 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d30c646a-78cc-4853-8bc5-cf128296f8f4 None None] Port ec944b40-ce18-47f5-995e-7596f5f92483 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:14:05.359251 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-12a65968-21d9-4c65-814a-a0943aa439ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348262 Mar 08 21:14:05.537412 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:05.922168 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Publish callbacks [] for port (ec944b40-ce18-47f5-995e-7596f5f92483), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:05.936293 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:06.019294 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-e2f7f279-aa7a-4090-bf51-1ecec83a8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:06.021888 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-e2f7f279-aa7a-4090-bf51-1ecec83a8b2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 919 time: 0.8185339 Mar 08 21:14:06.207471 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-63a06732-c97f-488f-93a4-552fb553c7b2 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8247569 Mar 08 21:14:06.227250 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:06.298121 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-d60a27fa-8419-48af-8a9a-dd6bc359a9d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27625e0c-37f6-49aa-a6af-04ca2b890abe HTTP/1.1" status: 200 len: 217 time: 0.0839491 Mar 08 21:14:06.491956 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Allocated IP 172.20.0.8 (5ccdb735-271e-43ab-8a75-48daa9c04b98/50824e75-db81-4519-80bb-62c2f9c4e213/42c33cf8-15e4-4fba-b3d6-8938533903ea) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:06.666626 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Pushing event updated for resources: {'Port': ['ID=ec944b40-ce18-47f5-995e-7596f5f92483,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:06.792594 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1b762e90-70d7-4fcb-8946-fe18a9c65d0f req-fec98293-1f68-44bc-b7e4-eb16bb027fd4 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 210 time: 0.1653218 Mar 08 21:14:06.904298 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:06.911651 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:07.152264 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 7d62487d-38ec-48e9-8817-a4f9d896d7af up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:07.179003 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebd3a4-3d9d-4049-ba45-5e8d4a8d818e req-f522bee8-8945-46c2-be4a-bc017f106006 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:07.185296 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-34ebd3a4-3d9d-4049-ba45-5e8d4a8d818e req-f522bee8-8945-46c2-be4a-bc017f106006 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 943 time: 1.3656406 Mar 08 21:14:07.313587 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:07.364883 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:14:07.392527 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 7d62487d-38ec-48e9-8817-a4f9d896d7af triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:07.393648 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:07.470095 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-1c4f708e-6899-452f-add7-292ac51675c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:07.478099 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-1c4f708e-6899-452f-add7-292ac51675c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 200 len: 858 time: 0.6813834 Mar 08 21:14:07.523316 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f253f717-ba7d-4961-a6a5-cc5e960aa658 req-06087d5c-09dd-435d-9eef-e1b88c51156e service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1612892 Mar 08 21:14:07.548810 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:07.675820 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-34ebd3a4-3d9d-4049-ba45-5e8d4a8d818e req-f818f3fc-e672-4093-8d95-30eb44b92655 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903625 Mar 08 21:14:07.716119 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:07.720884 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:14:07.727754 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:07.735086 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:07.736792 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b57a4258-f7b7-4b84-b69c-dadea8ece447 None None] Provisioning complete for port ec944b40-ce18-47f5-995e-7596f5f92483 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:07.737212 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b57a4258-f7b7-4b84-b69c-dadea8ece447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:07.758037 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0b2a23b3-417a-4db1-8138-85f805fd360c admin admin] 10.222.0.61 "PUT /v2.0/routers/f7a73b92-afdb-42ee-b39e-c6ff0b4345c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9358041 Mar 08 21:14:07.829173 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'Port': ['ID=42c33cf8-15e4-4fba-b3d6-8938533903ea,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:07.875688 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.876252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.876814 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.881925 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.882238 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.887984 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 7d62487d-38ec-48e9-8817-a4f9d896d7af is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:07.888591 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:07.890656 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.891395 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.891972 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.892935 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.893171 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.893699 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.894267 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.897223 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:07.959554 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:07.960787 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:08.004456 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-7dfcdbf6-5159-4b98-9048-b950c05c47d1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5852480 Mar 08 21:14:08.005814 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b57a4258-f7b7-4b84-b69c-dadea8ece447 None None] Port ec944b40-ce18-47f5-995e-7596f5f92483 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:14:08.019314 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 7d62487d-38ec-48e9-8817-a4f9d896d7af, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=7d62487d-38ec-48e9-8817-a4f9d896d7af,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:08.047720 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:08.336761 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 27625e0c-37f6-49aa-a6af-04ca2b890abe details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:14:08.414152 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697fd88-1750-4efc-853e-1da300852e45 req-c104f54b-7713-412b-bde9-1857f26e4149 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:08.439164 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0697fd88-1750-4efc-853e-1da300852e45 req-c104f54b-7713-412b-bde9-1857f26e4149 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 931 time: 0.3924849 Mar 08 21:14:08.625308 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0697fd88-1750-4efc-853e-1da300852e45 req-af8aa06f-d596-4c46-8a49-e42731eaf04a tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832025 Mar 08 21:14:08.755552 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-1ccc8dd4-8638-40a8-a31d-6c04c469f5d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370485 Mar 08 21:14:08.792679 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 27625e0c-37f6-49aa-a6af-04ca2b890abe, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27625e0c-37f6-49aa-a6af-04ca2b890abe,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:08.799279 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Request body: {'port': {'device_id': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:08.820523 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '27625e0c-37f6-49aa-a6af-04ca2b890abe', 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521', 'port_id': '27625e0c-37f6-49aa-a6af-04ca2b890abe', 'mac_address': 'fa:16:3e:e2:11:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6647607-2dba-49f6-8e0a-69b186f862b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:14:08.843418 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=7d62487d-38ec-48e9-8817-a4f9d896d7af,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:08.876979 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ee7432c1-2dd9-427a-9fa4-5c7b09e8c042 None None] Provisioning complete for port 42c33cf8-15e4-4fba-b3d6-8938533903ea triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:08.881766 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee7432c1-2dd9-427a-9fa4-5c7b09e8c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.002810 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ee7432c1-2dd9-427a-9fa4-5c7b09e8c042 None None] Port 42c33cf8-15e4-4fba-b3d6-8938533903ea cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:14:09.084959 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 27625e0c-37f6-49aa-a6af-04ca2b890abe is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:09.085831 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.114129 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.137832 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27625e0c-37f6-49aa-a6af-04ca2b890abe {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:14:09.248244 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917a612-5875-4899-9c62-f4f5aa6f706b req-7b0e184a-3e40-44f6-82bb-8015f2617e38 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:09.250254 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c917a612-5875-4899-9c62-f4f5aa6f706b req-7b0e184a-3e40-44f6-82bb-8015f2617e38 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 943 time: 0.3045242 Mar 08 21:14:09.270923 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 27625e0c-37f6-49aa-a6af-04ca2b890abe, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27625e0c-37f6-49aa-a6af-04ca2b890abe,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:09.284267 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:14:09.298314 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.390104 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:09.404166 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-597870037-network', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:09.435133 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:14:09.437026 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:09.459438 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c917a612-5875-4899-9c62-f4f5aa6f706b req-9b3af573-6ee7-43f5-8ef7-95f79dd37ef0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929986 Mar 08 21:14:09.542140 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Made reservation on behalf of e3195f48fec5466aaff6df62fd9a88d0 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:14:09.555353 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.632059 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.645027 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=27625e0c-37f6-49aa-a6af-04ca2b890abe,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:09.874328 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c33cf8-15e4-4fba-b3d6-8938533903ea {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:14:09.890699 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Publish callbacks [] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.901322 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:14:09.932816 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Transition to ACTIVE for port object 42c33cf8-15e4-4fba-b3d6-8938533903ea will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:14:09.939542 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.968839 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Publish callbacks [] for security_group (df03d618-e20f-4ffc-a033-57d37f2d62af), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:09.978763 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (df03d618-e20f-4ffc-a033-57d37f2d62af), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.046992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:14:10.055459 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Pushing event updated for resources: {'Port': ['ID=42c33cf8-15e4-4fba-b3d6-8938533903ea,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:10.104610 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c05fc7-cac9-4ca4-9381-b6e613689c16 req-e64c6078-643f-4990-8bbf-2ef1e88e69d8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:10.134661 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c05fc7-cac9-4ca4-9381-b6e613689c16 req-e64c6078-643f-4990-8bbf-2ef1e88e69d8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 931 time: 0.2924316 Mar 08 21:14:10.226496 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df03d618-e20f-4ffc-a033-57d37f2d62af,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:10.232298 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (9f0fae14-ca88-4c1e-800e-628756634637), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.232798 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Added segment 9f0fae14-ca88-4c1e-800e-628756634637 of type vlan for network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f Mar 08 21:14:10.291259 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Attempting to bind port 42c33cf8-15e4-4fba-b3d6-8938533903ea on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:10.296374 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Attempting to bind port 42c33cf8-15e4-4fba-b3d6-8938533903ea by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:10.303705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Attempting to bind port 42c33cf8-15e4-4fba-b3d6-8938533903ea on network 5ccdb735-271e-43ab-8a75-48daa9c04b98 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:10.306426 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Port 42c33cf8-15e4-4fba-b3d6-8938533903ea on network 5ccdb735-271e-43ab-8a75-48daa9c04b98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:14:10.306792 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Attempting to bind port 42c33cf8-15e4-4fba-b3d6-8938533903ea on network 5ccdb735-271e-43ab-8a75-48daa9c04b98 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:10.307612 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c05fc7-cac9-4ca4-9381-b6e613689c16 req-ac82f0a8-163f-4e55-abba-8f06fc0a4a26 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695452 Mar 08 21:14:10.315451 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:10.315944 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Checking segment: {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:10.316356 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Bound using segment: {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:10.316822 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Bound port: 42c33cf8-15e4-4fba-b3d6-8938533903ea, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:10.323363 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.359564 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.360493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.362665 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.363174 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.366912 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.371988 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.372616 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.373797 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.374432 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.375182 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.375838 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.378653 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.386376 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:10.444595 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (05e0fdf3-8230-41ec-adcb-dfa6ff2f521f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.508813 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 2, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:10.545693 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (05e0fdf3-8230-41ec-adcb-dfa6ff2f521f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.554867 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:10.555550 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.584136 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] For port 42c33cf8-15e4-4fba-b3d6-8938533903ea, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:10.609565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] For port 42c33cf8-15e4-4fba-b3d6-8938533903ea, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:10.620325 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.688644 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:14:10.689416 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Updating router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 port ec944b40-ce18-47f5-995e-7596f5f92483 binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:14:10.772993 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:10.773851 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.776302 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] 10.222.0.13 "PUT /v2.0/ports/42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 1093 time: 2.0171766 Mar 08 21:14:10.777524 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:14:10.780421 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381becfb-7305-431e-8722-d69d827afccf" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:14:10.788042 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] Pushing event updated for resources: {'Network': ['ID=05e0fdf3-8230-41ec-adcb-dfa6ff2f521f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:10.814218 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-31534890-5637-40b2-9288-f13cd2cec9cc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4186792 Mar 08 21:14:10.815824 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:10.828061 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Request body: {'subnet': {'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-597870037-subnet', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:10.853524 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174343ca-7175-4bf9-a331-a5e61ac7dfcc service neutron] Pushing event updated for resources: {'Port': ['ID=42c33cf8-15e4-4fba-b3d6-8938533903ea,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:10.854232 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.860215 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f0db01-059f-4133-b46f-7a50ef469406 x-openstack-request-id: req-58f0db01-059f-4133-b46f-7a50ef469406 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:14:10.860769 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:14:10.861204 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58f0db01-059f-4133-b46f-7a50ef469406 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:14:10.862503 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'status': 'completed', 'code': 200} Mar 08 21:14:10.864520 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.891060 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ceed1-9393-46fe-87e1-4507ca57ba2b req-e479b5b3-8254-4855-9573-2a1d26f26667 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:10.892059 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Made reservation on behalf of e3195f48fec5466aaff6df62fd9a88d0 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:14:10.893756 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126052533'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:10.895360 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e96ceed1-9393-46fe-87e1-4507ca57ba2b req-e479b5b3-8254-4855-9573-2a1d26f26667 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 944 time: 0.2258971 Mar 08 21:14:10.956119 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:14:10.987038 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e96ceed1-9393-46fe-87e1-4507ca57ba2b req-f916a3ef-7bed-40c9-bc67-9a55fc33fef6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748115 Mar 08 21:14:11.256557 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 7d62487d-38ec-48e9-8817-a4f9d896d7af up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:11.321264 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125874091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126052523'] for subnet (87e14c72-38ef-433b-87c1-799f39aea70f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:11.445534 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e14c72-38ef-433b-87c1-799f39aea70f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:11.455092 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Checking segment: {'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:11.455483 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Network hostable DHCP agents. Network: 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:14:11.515452 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:14:11.531880 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 7d62487d-38ec-48e9-8817-a4f9d896d7af triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:11.532804 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:11.560688 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97257c0-b905-462e-b98c-841aaff23157 req-689c653f-395c-4450-a13d-0bff8e7725db tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:11.564695 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d97257c0-b905-462e-b98c-841aaff23157 req-689c653f-395c-4450-a13d-0bff8e7725db tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 943 time: 0.1019578 Mar 08 21:14:11.565003 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:11.570986 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:11.571802 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:11.587009 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b0644-9ddc-43a2-bfa1-4c6e994736a8 None None] Network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:14:11.612146 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0f786a14-65d0-4b66-afca-86fda3bd3eb5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7949808 Mar 08 21:14:11.614714 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 40814) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:11.622684 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:11.711462 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:11.714362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:11.737483 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d97257c0-b905-462e-b98c-841aaff23157 req-8a5904c4-b276-4eb8-8011-e81573e2de69 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524451 Mar 08 21:14:11.843486 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-05e0fdf3-8230-41ec-adcb-dfa6ff2f521f', 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f', 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'fixed_ips': [{'subnet_id': '87e14c72-38ef-433b-87c1-799f39aea70f'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:14:11.844707 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:11.863297 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks [] for router_controller (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.033513 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Publish callbacks [] for port (ec944b40-ce18-47f5-995e-7596f5f92483), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.060604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.067071 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 7d62487d-38ec-48e9-8817-a4f9d896d7af is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:12.266745 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Allocated IP 172.20.0.2 (05e0fdf3-8230-41ec-adcb-dfa6ff2f521f/87e14c72-38ef-433b-87c1-799f39aea70f/8fc6095b-17ba-490b-8742-4a4692dfad58) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:12.316791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc5175-4d03-44eb-bccd-6ac6ae005a7c None None] Pushing event updated for resources: {'Port': ['ID=ec944b40-ce18-47f5-995e-7596f5f92483,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:12.520339 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Attempting to bind port ec944b40-ce18-47f5-995e-7596f5f92483 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:12.521509 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Attempting to bind port ec944b40-ce18-47f5-995e-7596f5f92483 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:12.522317 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Attempting to bind port ec944b40-ce18-47f5-995e-7596f5f92483 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:12.557055 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:12.558906 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Checking segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:12.559886 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.560732 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Bound using segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:12.562013 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Bound port: ec944b40-ce18-47f5-995e-7596f5f92483, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:12.562832 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.604884 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks [] for router_gateway (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.728478 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bfa5f-0e65-4d10-a047-26f2b6a9119e req-a011a9ce-9a3e-43dc-8899-65d1f1f4834b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:12.736022 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d95bfa5f-0e65-4d10-a047-26f2b6a9119e req-a011a9ce-9a3e-43dc-8899-65d1f1f4834b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 944 time: 0.1843081 Mar 08 21:14:12.798502 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] For port ec944b40-ce18-47f5-995e-7596f5f92483, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:12.805363 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d95bfa5f-0e65-4d10-a047-26f2b6a9119e req-1bb6b384-0185-4088-8fd0-4dc0b61d5aef tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681705 Mar 08 21:14:12.824062 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] For port ec944b40-ce18-47f5-995e-7596f5f92483, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=ec944b40-ce18-47f5-995e-7596f5f92483,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:12.839315 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1fb4df0e-5a7e-4922-95cc-d1b313d6be23 None None] Provisioning complete for port ec944b40-ce18-47f5-995e-7596f5f92483 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:12.840045 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fb4df0e-5a7e-4922-95cc-d1b313d6be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.877493 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Publish callbacks [] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.879703 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.938499 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:12.995191 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:13.010381 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc5175-4d03-44eb-bccd-6ac6ae005a7c None None] Pushing event updated for resources: {'Port': ['ID=ec944b40-ce18-47f5-995e-7596f5f92483,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:13.016164 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:14:13.016852 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:13.024035 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:13.094991 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks [] for router_gateway (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:13.115791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:13.128631 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033452a3-7167-4a31-a11a-ad9303363df8 req-799bea47-4139-49eb-8119-a1ead2877cd1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:13.130109 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-033452a3-7167-4a31-a11a-ad9303363df8 req-799bea47-4139-49eb-8119-a1ead2877cd1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 943 time: 0.1929364 Mar 08 21:14:13.133715 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:13.286070 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-033452a3-7167-4a31-a11a-ad9303363df8 req-ea12ce0c-223e-4d04-a5ac-3ed44faa54f2 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283448 Mar 08 21:14:13.309429 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Pushing event updated for resources: {'Port': ['ID=8fc6095b-17ba-490b-8742-4a4692dfad58,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:13.436419 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:14:13.441153 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Attempting to bind port 8fc6095b-17ba-490b-8742-4a4692dfad58 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:13.441579 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Attempting to bind port 8fc6095b-17ba-490b-8742-4a4692dfad58 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:13.441928 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Attempting to bind port 8fc6095b-17ba-490b-8742-4a4692dfad58 on network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:13.472906 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4df0e-5a7e-4922-95cc-d1b313d6be23 None None] Current status of the port ec944b40-ce18-47f5-995e-7596f5f92483 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:13.473317 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fb4df0e-5a7e-4922-95cc-d1b313d6be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:13.477157 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:13.477597 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Checking segment: {'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:13.477993 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:13.478387 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Bound using segment: {'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:13.478860 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Bound port: 8fc6095b-17ba-490b-8742-4a4692dfad58, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:13.479255 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:13.487246 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Allocated IP 172.27.1.155 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/ed186edb-b81d-44f0-b8fa-324759edc953) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:13.707511 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks [] for port (ed186edb-b81d-44f0-b8fa-324759edc953), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:13.747245 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['27625e0c-37f6-49aa-a6af-04ca2b890abe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:14:13.848145 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:13.927181 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] For port 8fc6095b-17ba-490b-8742-4a4692dfad58, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:13.932902 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] For port 8fc6095b-17ba-490b-8742-4a4692dfad58, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=8fc6095b-17ba-490b-8742-4a4692dfad58,segment=NetworkSegment(9f0fae14-ca88-4c1e-800e-628756634637),segment_id=9f0fae14-ca88-4c1e-800e-628756634637)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:13.978863 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:14.044227 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Pushing event updated for resources: {'Port': ['ID=ed186edb-b81d-44f0-b8fa-324759edc953,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:14.099250 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:14.100700 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:14.109199 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:14.137313 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ddf9e-3d1b-42c3-98e6-3aeb932ff707 None None] Pushing event updated for resources: {'Port': ['ID=8fc6095b-17ba-490b-8742-4a4692dfad58,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:14.193918 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1fb4df0e-5a7e-4922-95cc-d1b313d6be23 None None] For port ec944b40-ce18-47f5-995e-7596f5f92483, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=ec944b40-ce18-47f5-995e-7596f5f92483,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:14.211462 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3627b-81fa-49a8-9343-607331c1e239 req-e1d66e98-77c8-47fa-be73-4fbb0330eda4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:14.219981 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6b3627b-81fa-49a8-9343-607331c1e239 req-e1d66e98-77c8-47fa-be73-4fbb0330eda4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 944 time: 0.2731774 Mar 08 21:14:14.243928 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fb4df0e-5a7e-4922-95cc-d1b313d6be23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:14.365282 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6b3627b-81fa-49a8-9343-607331c1e239 req-2e6f6aec-b542-4eaf-8da8-b25973af25f7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420462 Mar 08 21:14:14.475671 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:14:14.804968 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126343bf-5aa0-44bc-afbe-9181ae8f97e2 req-f62e3dc0-c642-48b1-b639-806b984d9ced tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:14.825477 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-126343bf-5aa0-44bc-afbe-9181ae8f97e2 req-f62e3dc0-c642-48b1-b639-806b984d9ced tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 943 time: 0.2551019 Mar 08 21:14:14.847363 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:12Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:14.861345 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2650a4b5-00d4-4050-a0a1-f421ff9f22f6 None None] Provisioning complete for port ec944b40-ce18-47f5-995e-7596f5f92483 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:14.861769 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2650a4b5-00d4-4050-a0a1-f421ff9f22f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:15.029989 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks [] for router_gateway (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:15.090670 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f41bfbe-c2c3-4230-928b-eae32f8f2f7a None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:12Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:14:15.154653 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4df0e-5a7e-4922-95cc-d1b313d6be23 None None] Pushing event updated for resources: {'Port': ['ID=ec944b40-ce18-47f5-995e-7596f5f92483,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:15.179087 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-126343bf-5aa0-44bc-afbe-9181ae8f97e2 req-8d73c038-91f3-4cf7-b6f4-d56e53a12824 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465247 Mar 08 21:14:15.317031 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 8fc6095b-17ba-490b-8742-4a4692dfad58 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:15.754427 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2650a4b5-00d4-4050-a0a1-f421ff9f22f6 None None] Current status of the port ec944b40-ce18-47f5-995e-7596f5f92483 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:15.808886 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 8fc6095b-17ba-490b-8742-4a4692dfad58 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:15.810825 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:15.827108 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3119421-0a17-47ed-8762-4a249488decd req-39c1b054-dd2c-4327-a6fa-247948417bd2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:15.843148 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3119421-0a17-47ed-8762-4a249488decd req-39c1b054-dd2c-4327-a6fa-247948417bd2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 944 time: 0.2515259 Mar 08 21:14:15.949520 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:16.058035 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3119421-0a17-47ed-8762-4a249488decd req-aa95fdb6-367c-42ad-8182-527435a377c1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135673 Mar 08 21:14:16.065306 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 8fc6095b-17ba-490b-8742-4a4692dfad58 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:16.066181 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:16.152674 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 8fc6095b-17ba-490b-8742-4a4692dfad58, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=8fc6095b-17ba-490b-8742-4a4692dfad58,segment=NetworkSegment(9f0fae14-ca88-4c1e-800e-628756634637),segment_id=9f0fae14-ca88-4c1e-800e-628756634637)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:16.165618 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:16.308742 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 27625e0c-37f6-49aa-a6af-04ca2b890abe up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:16.414771 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=8fc6095b-17ba-490b-8742-4a4692dfad58,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:16.443843 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 27625e0c-37f6-49aa-a6af-04ca2b890abe completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:14:16.455004 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 27625e0c-37f6-49aa-a6af-04ca2b890abe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:16.455444 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:16.567226 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:14:16.601865 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549b259-151f-4c66-a4af-bd06932bb2cb None None] Network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:14:16.626055 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245669a-849f-407f-932c-10e7f1794817 req-4493ccef-c05f-4a30-a6da-3d1dc88e47df tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:16.641832 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8245669a-849f-407f-932c-10e7f1794817 req-4493ccef-c05f-4a30-a6da-3d1dc88e47df tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 943 time: 0.1775656 Mar 08 21:14:16.757677 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8245669a-849f-407f-932c-10e7f1794817 req-7d008000-e938-4b24-851d-afeff49caf69 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108410 Mar 08 21:14:16.923346 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 27625e0c-37f6-49aa-a6af-04ca2b890abe is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:16.923909 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:16.949250 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:14:16.952412 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6dea8d98-2b17-4440-bd7e-f51b3b7b7c22 None None] Provisioning complete for port 8fc6095b-17ba-490b-8742-4a4692dfad58 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:16.952853 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6dea8d98-2b17-4440-bd7e-f51b3b7b7c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:16.968551 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Sync routers for ids ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:14:16.988869 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 27625e0c-37f6-49aa-a6af-04ca2b890abe, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27625e0c-37f6-49aa-a6af-04ca2b890abe,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:16.999770 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e8a701-0006-4590-902f-1aee4e44805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27625e0c-37f6-49aa-a6af-04ca2b890abe'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:14:17.001126 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703d2765-0313-49cc-b225-d2c11ba0e237" -d '{"events": [{"server_uuid": "a1e8a701-0006-4590-902f-1aee4e44805f", "name": "network-vif-plugged", "status": "completed", "tag": "27625e0c-37f6-49aa-a6af-04ca2b890abe"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:14:17.013634 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:17.022881 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:17.024229 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Routers {'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:14:17.025967 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:17.030937 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40892) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:17.034786 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-60d0a68c-b8cb-44a5-b772-e05b06035bcc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4108765 Mar 08 21:14:17.178563 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=27625e0c-37f6-49aa-a6af-04ca2b890abe,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:17.301713 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91190e4-408c-4f19-b029-ad16736dd86d x-openstack-request-id: req-c91190e4-408c-4f19-b029-ad16736dd86d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:14:17.302186 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e8a701-0006-4590-902f-1aee4e44805f", "name": "network-vif-plugged", "status": "completed", "tag": "27625e0c-37f6-49aa-a6af-04ca2b890abe", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:14:17.302650 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c91190e4-408c-4f19-b029-ad16736dd86d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:14:17.302801 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e8a701-0006-4590-902f-1aee4e44805f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27625e0c-37f6-49aa-a6af-04ca2b890abe', 'code': 200} Mar 08 21:14:17.413254 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6dea8d98-2b17-4440-bd7e-f51b3b7b7c22 None None] Current status of the port 8fc6095b-17ba-490b-8742-4a4692dfad58 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:17.653225 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device ec944b40-ce18-47f5-995e-7596f5f92483 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:17.975517 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port ec944b40-ce18-47f5-995e-7596f5f92483 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:17.981098 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:18.100994 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b5549d18-1088-4df3-98be-72a2e168d682 None None] Provisioning complete for port 8fc6095b-17ba-490b-8742-4a4692dfad58 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:18.100994 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b5549d18-1088-4df3-98be-72a2e168d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:18.187106 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381becfb-7305-431e-8722-d69d827afccf req-f5484cbd-f36c-4916-99df-412e3ddd13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:18.195300 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-381becfb-7305-431e-8722-d69d827afccf req-f5484cbd-f36c-4916-99df-412e3ddd13bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a3f14c2341040779c1eda85b16a79b8&device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1127 time: 0.6378992 Mar 08 21:14:18.204610 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-f1671670-5ffc-474e-866e-299d76bcc051 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480240 Mar 08 21:14:18.279017 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Set router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:14:18.377926 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-857be34e-f665-4b2b-942d-bc01a17091bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3401127 Mar 08 21:14:18.558021 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b5549d18-1088-4df3-98be-72a2e168d682 None None] Current status of the port 8fc6095b-17ba-490b-8742-4a4692dfad58 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:18.699798 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port ec944b40-ce18-47f5-995e-7596f5f92483 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:18.700960 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 8fc6095b-17ba-490b-8742-4a4692dfad58 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:18.860111 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0041e-06a8-46e9-ab60-8f92cfa23191 req-0c1c7dcb-7c20-4392-bb1d-76cce0ac7be2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:18.869573 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-20b0041e-06a8-46e9-ab60-8f92cfa23191 req-0c1c7dcb-7c20-4392-bb1d-76cce0ac7be2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.6753273 Mar 08 21:14:18.965268 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6773121-4dc8-4177-99a2-359e55723df8 req-9e0a51e4-3fd4-47e0-a8ed-081187f3a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:18.966938 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6773121-4dc8-4177-99a2-359e55723df8 req-9e0a51e4-3fd4-47e0-a8ed-081187f3a9e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 1129 time: 0.5000527 Mar 08 21:14:18.984577 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 8fc6095b-17ba-490b-8742-4a4692dfad58 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:18.985352 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:19.048658 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-c6d66dfe-e310-4d26-abea-756e9214dcdf service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7841682 Mar 08 21:14:19.137637 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-20b0041e-06a8-46e9-ab60-8f92cfa23191 req-db4226a3-c4ff-40a9-ab5f-2ec6ea55d859 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572732 Mar 08 21:14:19.141238 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-433581f7-0d71-40ec-8df9-0e4bdf1997e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:19.143628 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-433581f7-0d71-40ec-8df9-0e4bdf1997e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 1130 time: 0.6371210 Mar 08 21:14:19.163583 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381becfb-7305-431e-8722-d69d827afccf req-a878f2dc-8fcc-4ed1-b080-f217c3757ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:19.168115 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-381becfb-7305-431e-8722-d69d827afccf req-a878f2dc-8fcc-4ed1-b080-f217c3757ed7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5a3f14c2341040779c1eda85b16a79b8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.9455895 Mar 08 21:14:19.173507 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:14:14Z', 'revision_number': 3, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port': {'id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:13Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:19.211116 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af8db2-2e7b-4bd7-a163-d12e65c2f9d8 req-808ff2d2-cbd2-42a9-948d-e7c0e64ff010 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:19.230669 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-75af8db2-2e7b-4bd7-a163-d12e65c2f9d8 req-808ff2d2-cbd2-42a9-948d-e7c0e64ff010 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 943 time: 0.5698555 Mar 08 21:14:19.263510 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 8fc6095b-17ba-490b-8742-4a4692dfad58 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:19.284526 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Checking router: b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:14:19.285862 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Updating router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 port ed186edb-b81d-44f0-b8fa-324759edc953 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:14:19.372915 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:19.417040 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-75af8db2-2e7b-4bd7-a163-d12e65c2f9d8 req-38ee032f-078f-4160-9c21-89c94ee39786 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837573 Mar 08 21:14:19.523733 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6773121-4dc8-4177-99a2-359e55723df8 req-13eccd7e-8a17-439d-ad65-35572f588359 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114256 Mar 08 21:14:19.850949 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:19.864816 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Publish callbacks [] for port (ed186edb-b81d-44f0-b8fa-324759edc953), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:19.873670 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:19.959686 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Attempting to bind port ed186edb-b81d-44f0-b8fa-324759edc953 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:19.960744 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Attempting to bind port ed186edb-b81d-44f0-b8fa-324759edc953 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:19.961178 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Attempting to bind port ed186edb-b81d-44f0-b8fa-324759edc953 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:19.970204 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0b9de-af3a-49a1-b33d-b9d94586fac1 None None] Pushing event updated for resources: {'Port': ['ID=ed186edb-b81d-44f0-b8fa-324759edc953,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:19.974060 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:19.974500 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:19.975029 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:19.975304 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:19.975878 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Bound port: ed186edb-b81d-44f0-b8fa-324759edc953, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:19.976398 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:20.047534 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] For port ed186edb-b81d-44f0-b8fa-324759edc953, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:20.053330 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] For port ed186edb-b81d-44f0-b8fa-324759edc953, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=ed186edb-b81d-44f0-b8fa-324759edc953,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:20.065919 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:20.167513 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Routers {'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:14:20.168539 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:20.209265 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381becfb-7305-431e-8722-d69d827afccf req-9dcd5b23-52ae-45a4-9c73-33e55f8b80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:20.212118 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-381becfb-7305-431e-8722-d69d827afccf req-9dcd5b23-52ae-45a4-9c73-33e55f8b80f7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1742315 Mar 08 21:14:20.281640 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-75b843d5-3562-48df-a0de-f153e2ecbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:20.301827 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-75b843d5-3562-48df-a0de-f153e2ecbf5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.2351174 Mar 08 21:14:20.307215 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:14:20.313300 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0b9de-af3a-49a1-b33d-b9d94586fac1 None None] Pushing event updated for resources: {'Port': ['ID=ed186edb-b81d-44f0-b8fa-324759edc953,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:20.337017 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Allocated IP 172.20.0.1 (05e0fdf3-8230-41ec-adcb-dfa6ff2f521f/87e14c72-38ef-433b-87c1-799f39aea70f/edb08eb1-6a37-4873-b888-7ed99b2f73d5) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:20.421526 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-a6ba8185-65e9-42ec-88dd-92b33ff01021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:20.424485 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-a6ba8185-65e9-42ec-88dd-92b33ff01021 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a3f14c2341040779c1eda85b16a79b8&device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1127 time: 0.0895200 Mar 08 21:14:20.467206 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] Set router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:14:20.584521 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-2615104c-8370-42f4-8c5d-5af282f9ba6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 217 time: 0.1366215 Mar 08 21:14:20.597335 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-e68b7985-977d-4f17-b72c-3f1c198a2b57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa HTTP/1.1" status: 200 len: 1002 time: 0.2163348 Mar 08 21:14:20.613437 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:20.642788 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8', 'network_id': '82ca7c3f-3551-46d1-af8b-b68dbf1cd521', 'port_id': '0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8', 'mac_address': 'fa:16:3e:0a:81:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6647607-2dba-49f6-8e0a-69b186f862b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:14:20.655230 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb18826-60ff-4754-ab4d-4a8d403b9afe req-8c608252-f72e-46f6-9f96-78841367801f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:20.662583 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb18826-60ff-4754-ab4d-4a8d403b9afe req-8c608252-f72e-46f6-9f96-78841367801f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.3204377 Mar 08 21:14:20.772214 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-45815aad-f108-4e34-ab8e-c61605ff37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:20.774911 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-08cc3355-0bad-4289-9d56-01949df240dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:20.776428 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-08cc3355-0bad-4289-9d56-01949df240dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.1450615 Mar 08 21:14:20.778067 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-45815aad-f108-4e34-ab8e-c61605ff37b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50824e75-db81-4519-80bb-62c2f9c4e213 HTTP/1.1" status: 200 len: 853 time: 0.1843314 Mar 08 21:14:20.782228 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:14:14Z', 'revision_number': 3, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port': {'id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:13Z', 'updated_at': '2022-03-08T21:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:20.789468 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:20.792478 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb18826-60ff-4754-ab4d-4a8d403b9afe req-fa7fbb28-e5ba-4adc-89b9-c72bac8373e1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287937 Mar 08 21:14:20.792723 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:20.801395 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7396-77ff-4362-a19d-fce8f2852865 req-c8368940-060c-435f-831b-e0339040f0fb tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:20.815779 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6abc7396-77ff-4362-a19d-fce8f2852865 req-c8368940-060c-435f-831b-e0339040f0fb tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 943 time: 0.1898007 Mar 08 21:14:20.850634 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Publish callbacks [] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:20.866134 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:14:20.885444 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b56345d-7892-4da6-b86b-869cf829cf87 None None] The sync data for ids ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'] in dv-cinder-830098-3-iscsi is: [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:14:14Z', 'revision_number': 3, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port': {'id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:13Z', 'updated_at': '2022-03-08T21:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:14:20.896628 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:20.902999 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:20.915774 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-5c252dc9-a1fa-46eb-bc56-108c1220d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:20.920391 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-5c252dc9-a1fa-46eb-bc56-108c1220d087 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1236000 Mar 08 21:14:20.963129 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:21.038714 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-2787e7a8-0f0c-49db-b4a5-3ad29a3fba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:21.038980 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:21.043380 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-2787e7a8-0f0c-49db-b4a5-3ad29a3fba91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ccdb735-271e-43ab-8a75-48daa9c04b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2136810 Mar 08 21:14:21.050502 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.050947 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.051393 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.051743 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.052087 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.052597 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.052942 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.053367 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.053705 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.054060 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.054396 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.054770 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.055102 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:14:21.073931 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6abc7396-77ff-4362-a19d-fce8f2852865 req-f7af98e7-dcd1-4ade-a260-fea3d3127ccd tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564206 Mar 08 21:14:21.152655 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:21.162258 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:21.171850 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:21.183463 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=edb08eb1-6a37-4873-b888-7ed99b2f73d5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:21.240740 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-ed220373-0e7b-4ab1-b145-081f4fcc8580 service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653905 Mar 08 21:14:21.252516 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-310278e8-08b9-4063-9614-d8b7a0da02f6 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222389 Mar 08 21:14:21.253832 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:21.310437 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:14:21.494069 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9abb7e4-6d56-4b3e-9331-3ee2374e674e req-a195ce56-9159-442b-b94f-068442a9662a service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415051 Mar 08 21:14:21.831164 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4d78fda-a59b-4436-99bd-fc6e9e7b4e81 req-6e545ee4-7a2c-4320-81fc-0ca2fd05eba6 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499065 Mar 08 21:14:21.858925 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d0c06f88-ad71-4f3b-bd08-cac24ab3119d None None] Provisioning complete for port edb08eb1-6a37-4873-b888-7ed99b2f73d5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:21.860894 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0c06f88-ad71-4f3b-bd08-cac24ab3119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:21.957770 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d0c06f88-ad71-4f3b-bd08-cac24ab3119d None None] Port edb08eb1-6a37-4873-b888-7ed99b2f73d5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:14:22.092408 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:22.168397 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61324aa7-f2e1-4d87-9bae-db9d06c9759e req-4342f8fb-a047-4ea9-abc4-6703c59116a4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:22.171232 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-61324aa7-f2e1-4d87-9bae-db9d06c9759e req-4342f8fb-a047-4ea9-abc4-6703c59116a4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1232646 Mar 08 21:14:22.232933 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 40980) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:22.263377 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-61324aa7-f2e1-4d87-9bae-db9d06c9759e req-87aa8ad2-f1e3-41fc-8d46-bc7e786acb0b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850930 Mar 08 21:14:22.317816 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a2177-7be4-4d74-96eb-9f31e8a923bc req-ddceefbd-061e-4788-ad6d-8a6b1d939a40 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:22.319823 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-392a2177-7be4-4d74-96eb-9f31e8a923bc req-ddceefbd-061e-4788-ad6d-8a6b1d939a40 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 943 time: 0.1317489 Mar 08 21:14:22.426042 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-392a2177-7be4-4d74-96eb-9f31e8a923bc req-f289cb48-2a50-4bfa-9a30-dbac52c1a9d4 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662224 Mar 08 21:14:22.491240 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95957153-f020-4ef0-9738-f78dfb1fa4e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:22.555111 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Publish callbacks [] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:22.566057 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:22.701647 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=edb08eb1-6a37-4873-b888-7ed99b2f73d5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:22.729484 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.144159 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95957153-f020-4ef0-9738-f78dfb1fa4e2 admin admin] Publish callbacks [] for security_group (ea1d8737-1fdb-4b6a-a729-8fea93ede456), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.158489 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2887041-c88a-4f20-962a-319b8c30ddb6 req-0e87fe22-bcf3-4761-9ffa-091798d1a007 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:23.161783 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2887041-c88a-4f20-962a-319b8c30ddb6 req-0e87fe22-bcf3-4761-9ffa-091798d1a007 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.4673073 Mar 08 21:14:23.171794 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-b7043cb6-3284-4a02-adc0-4da4ced8a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:23.173386 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-b7043cb6-3284-4a02-adc0-4da4ced8a9fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 1129 time: 0.4966609 Mar 08 21:14:23.178042 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95957153-f020-4ef0-9738-f78dfb1fa4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ea1d8737-1fdb-4b6a-a729-8fea93ede456), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.285432 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-95957153-f020-4ef0-9738-f78dfb1fa4e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4955d292f3634160958378336ab9c786&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0512352 Mar 08 21:14:23.288261 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41004) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:23.369245 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5342aba-59f0-46a0-b1f8-dd29e01be492 admin admin] Publish callbacks [] for security_group (ea1d8737-1fdb-4b6a-a729-8fea93ede456), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.396193 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95957153-f020-4ef0-9738-f78dfb1fa4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d8737-1fdb-4b6a-a729-8fea93ede456,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:23.407073 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device ed186edb-b81d-44f0-b8fa-324759edc953 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:23.426888 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:23.428054 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5342aba-59f0-46a0-b1f8-dd29e01be492 admin admin] Publish callbacks [] for security_group (ea1d8737-1fdb-4b6a-a729-8fea93ede456), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.444124 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:23.484599 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port ed186edb-b81d-44f0-b8fa-324759edc953 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:23.486780 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.506529 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5342aba-59f0-46a0-b1f8-dd29e01be492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (ea1d8737-1fdb-4b6a-a729-8fea93ede456), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.510422 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5342aba-59f0-46a0-b1f8-dd29e01be492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.511663 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a5342aba-59f0-46a0-b1f8-dd29e01be492 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea1d8737-1fdb-4b6a-a729-8fea93ede456 HTTP/1.1" status: 204 len: 168 time: 0.2219768 Mar 08 21:14:23.537797 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5342aba-59f0-46a0-b1f8-dd29e01be492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d8737-1fdb-4b6a-a729-8fea93ede456,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:23.630189 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2887041-c88a-4f20-962a-319b8c30ddb6 req-ad511fda-2d5a-4715-9f30-f849307fc9d5 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557209 Mar 08 21:14:23.661998 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:14:23.675717 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898b5eb-a868-4da4-85f6-f01c9d002ce2 req-d80d908f-0c88-4a95-85d7-f3f689aba481 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:23.681921 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-3819e84b-a312-4c4b-a3b6-9b59eae96cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:23.683740 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-3819e84b-a312-4c4b-a3b6-9b59eae96cc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 919 time: 0.4955926 Mar 08 21:14:23.686775 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0898b5eb-a868-4da4-85f6-f01c9d002ce2 req-d80d908f-0c88-4a95-85d7-f3f689aba481 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 943 time: 0.1270885 Mar 08 21:14:23.704779 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port ed186edb-b81d-44f0-b8fa-324759edc953 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:23.705721 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.746315 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port ed186edb-b81d-44f0-b8fa-324759edc953, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=ed186edb-b81d-44f0-b8fa-324759edc953,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:23.754680 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.764185 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0898b5eb-a868-4da4-85f6-f01c9d002ce2 req-f3ed734d-7b27-4c01-8a44-f42b9381b4e2 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757008 Mar 08 21:14:23.818897 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-a3f18e63-f2c2-4187-a740-959ff25c4d42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27625e0c-37f6-49aa-a6af-04ca2b890abe HTTP/1.1" status: 200 len: 217 time: 0.0744824 Mar 08 21:14:23.844639 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=ed186edb-b81d-44f0-b8fa-324759edc953,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:23.899824 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8c70afdc-0aa6-4306-9e0b-816522bede8e None None] Provisioning complete for port edb08eb1-6a37-4873-b888-7ed99b2f73d5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:23.900304 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c70afdc-0aa6-4306-9e0b-816522bede8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:23.908513 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-3a35dc5f-ebf0-4e81-a52e-35494113947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:23.910374 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-3a35dc5f-ebf0-4e81-a52e-35494113947a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 200 len: 858 time: 0.0818052 Mar 08 21:14:23.942791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c70afdc-0aa6-4306-9e0b-816522bede8e None None] Port edb08eb1-6a37-4873-b888-7ed99b2f73d5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:14:23.954314 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-e94532c7-e761-49fb-a015-be43317ae77a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319867 Mar 08 21:14:23.957335 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:14:23.965232 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-908864a9-4bad-49fa-93a9-1aa1acf5c5e9 admin admin] 10.222.0.61 "PUT /v2.0/routers/b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9293089 Mar 08 21:14:24.030064 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Sync routers for ids ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:14:24.051904 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Routers {'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:14:24.052554 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:24.074709 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-c412a621-fe38-471a-affb-25e028d42547 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086445 Mar 08 21:14:24.231097 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22d7edd9-7fa2-4d90-b1d6-e060b928eac6 req-b6d52eaf-a1e9-4a1e-bc07-545ff90368fb service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461039 Mar 08 21:14:24.236481 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Set router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:14:24.344244 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 42c33cf8-15e4-4fba-b3d6-8938533903ea details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:14:24.423229 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:24.731896 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 42c33cf8-15e4-4fba-b3d6-8938533903ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:24.762849 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'port_id': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'mac_address': 'fa:16:3e:f2:92:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:14:24.824622 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdb7b8-e480-4d8b-86d1-b129e5f828b9 req-c8856d09-a0fc-4cc6-aef9-32c32a36c867 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:24.831977 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e2cdb7b8-e480-4d8b-86d1-b129e5f828b9 req-c8856d09-a0fc-4cc6-aef9-32c32a36c867 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0675178 Mar 08 21:14:24.840958 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 42c33cf8-15e4-4fba-b3d6-8938533903ea is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:24.841417 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:24.843649 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:14:24.879238 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:24.879631 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:24.890026 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c33cf8-15e4-4fba-b3d6-8938533903ea {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:14:24.902114 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e2cdb7b8-e480-4d8b-86d1-b129e5f828b9 req-d4480856-698a-4891-92c1-c2b48196defd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649698 Mar 08 21:14:24.965752 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 42c33cf8-15e4-4fba-b3d6-8938533903ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:24.975968 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:24.990300 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:14:21Z', 'revision_number': 4, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port': {'id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:13Z', 'updated_at': '2022-03-08T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'edb08eb1-6a37-4873-b888-7ed99b2f73d5', 'name': '', 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'mac_address': 'fa:16:3e:eb:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '87e14c72-38ef-433b-87c1-799f39aea70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:19Z', 'updated_at': '2022-03-08T21:14:22Z', 'revision_number': 2, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'subnets': [{'id': '87e14c72-38ef-433b-87c1-799f39aea70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:25.022629 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:25.027832 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-7f51035c-9087-4192-853a-6eb9f123b9c6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-211994869', 'description': 'tempest-secgroup-smoke-211994869 description', 'project_id': 'f161fdf78d904b7fbf1035d63396148c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:25.055294 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f51035c-9087-4192-853a-6eb9f123b9c6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.057148 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdf4e1-57f3-4535-8417-efa3e1dda4e0 req-af818965-d88f-4b5d-93dc-4b1ef9831835 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:25.064613 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-59fdf4e1-57f3-4535-8417-efa3e1dda4e0 req-af818965-d88f-4b5d-93dc-4b1ef9831835 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 944 time: 0.0759764 Mar 08 21:14:25.070450 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Checking router: b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:14:25.071649 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Updating router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 port edb08eb1-6a37-4873-b888-7ed99b2f73d5 binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:14:25.113214 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.162187 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f51035c-9087-4192-853a-6eb9f123b9c6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group (502c6e93-e8f8-49b0-b5d7-c279d5426352), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.168461 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f51035c-9087-4192-853a-6eb9f123b9c6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (502c6e93-e8f8-49b0-b5d7-c279d5426352), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.202052 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=42c33cf8-15e4-4fba-b3d6-8938533903ea,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:25.217997 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-59fdf4e1-57f3-4535-8417-efa3e1dda4e0 req-61c734d0-051f-4863-8486-9cc54321f40a tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509206 Mar 08 21:14:25.226684 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f51035c-9087-4192-853a-6eb9f123b9c6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.230004 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7f51035c-9087-4192-853a-6eb9f123b9c6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2062011 Mar 08 21:14:25.232988 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41064) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:25.239282 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c5a4c5a0-9556-4d6f-96df-15e5a7d5ab88 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'security_group_rule': {'security_group_id': '502c6e93-e8f8-49b0-b5d7-c279d5426352', 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:25.245991 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51035c-9087-4192-853a-6eb9f123b9c6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502c6e93-e8f8-49b0-b5d7-c279d5426352,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:25.271054 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a4c5a0-9556-4d6f-96df-15e5a7d5ab88 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (d90c2f8a-f6a8-493a-87c4-347442a6183a), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.361751 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a4c5a0-9556-4d6f-96df-15e5a7d5ab88 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (d90c2f8a-f6a8-493a-87c4-347442a6183a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.367014 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a4c5a0-9556-4d6f-96df-15e5a7d5ab88 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (d90c2f8a-f6a8-493a-87c4-347442a6183a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.388368 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:25.388673 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.389304 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4c5a0-9556-4d6f-96df-15e5a7d5ab88 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90c2f8a-f6a8-493a-87c4-347442a6183a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:25.397728 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a4c5a0-9556-4d6f-96df-15e5a7d5ab88 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.398722 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c5a4c5a0-9556-4d6f-96df-15e5a7d5ab88 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646481 Mar 08 21:14:25.402274 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41068) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:25.412408 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2dbf1244-da85-471e-bcb3-72cf027ff983 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'security_group_rule': {'security_group_id': '502c6e93-e8f8-49b0-b5d7-c279d5426352', 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:25.432933 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device ed186edb-b81d-44f0-b8fa-324759edc953 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:25.442175 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533fd0b4-08ca-4117-ab74-1d1706fdb06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:14:25.443334 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1244-da85-471e-bcb3-72cf027ff983 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (501f6833-1da7-44b0-9e4e-c7ecfe325be5), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.444431 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f871bc-5efe-4bd3-a26d-2f2c0eea24fb" -d '{"events": [{"server_uuid": "533fd0b4-08ca-4117-ab74-1d1706fdb06b", "name": "network-vif-plugged", "status": "completed", "tag": "0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:14:25.488262 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:25.498911 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09516e72-c1a2-4e5b-8232-09a4a51b6e9a x-openstack-request-id: req-09516e72-c1a2-4e5b-8232-09a4a51b6e9a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:14:25.499210 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533fd0b4-08ca-4117-ab74-1d1706fdb06b", "name": "network-vif-plugged", "status": "completed", "tag": "0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:14:25.499441 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09516e72-c1a2-4e5b-8232-09a4a51b6e9a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:14:25.499834 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533fd0b4-08ca-4117-ab74-1d1706fdb06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8', 'code': 200} Mar 08 21:14:25.510821 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.533819 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1244-da85-471e-bcb3-72cf027ff983 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (501f6833-1da7-44b0-9e4e-c7ecfe325be5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.538711 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1244-da85-471e-bcb3-72cf027ff983 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (501f6833-1da7-44b0-9e4e-c7ecfe325be5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.560772 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf1244-da85-471e-bcb3-72cf027ff983 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501f6833-1da7-44b0-9e4e-c7ecfe325be5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:25.569585 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dbf1244-da85-471e-bcb3-72cf027ff983 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.570778 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2dbf1244-da85-471e-bcb3-72cf027ff983 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1651599 Mar 08 21:14:25.574189 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41072) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:25.579135 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-7bfdf325-3c93-4253-8de0-3e4f41278aee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'security_group_rule': {'security_group_id': '502c6e93-e8f8-49b0-b5d7-c279d5426352', 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:25.615902 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bfdf325-3c93-4253-8de0-3e4f41278aee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (8c3abca0-49ff-4492-8314-902b2389a905), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.627942 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:25.644914 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port ed186edb-b81d-44f0-b8fa-324759edc953 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:25.645330 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.693040 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bfdf325-3c93-4253-8de0-3e4f41278aee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (8c3abca0-49ff-4492-8314-902b2389a905), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.698903 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bfdf325-3c93-4253-8de0-3e4f41278aee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (8c3abca0-49ff-4492-8314-902b2389a905), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.718967 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdf325-3c93-4253-8de0-3e4f41278aee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3abca0-49ff-4492-8314-902b2389a905,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:25.731168 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bfdf325-3c93-4253-8de0-3e4f41278aee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.733067 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7bfdf325-3c93-4253-8de0-3e4f41278aee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577530 Mar 08 21:14:25.738076 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41076) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:25.743038 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f875b083-8ffc-4884-bd2a-27b928a84fad tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'security_group_rule': {'security_group_id': '502c6e93-e8f8-49b0-b5d7-c279d5426352', 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:25.752653 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Publish callbacks [] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.760231 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.771880 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f875b083-8ffc-4884-bd2a-27b928a84fad tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (0fcd6986-a0f7-49eb-a9db-fe5447e68d56), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.845301 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef048a3-795c-4f38-8998-5e96846f04f5 None None] Pushing event updated for resources: {'Port': ['ID=edb08eb1-6a37-4873-b888-7ed99b2f73d5,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:25.845948 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f875b083-8ffc-4884-bd2a-27b928a84fad tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (0fcd6986-a0f7-49eb-a9db-fe5447e68d56), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.851000 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f875b083-8ffc-4884-bd2a-27b928a84fad tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (0fcd6986-a0f7-49eb-a9db-fe5447e68d56), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.852784 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port ed186edb-b81d-44f0-b8fa-324759edc953 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:25.873458 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875b083-8ffc-4884-bd2a-27b928a84fad tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcd6986-a0f7-49eb-a9db-fe5447e68d56,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:25.889936 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f875b083-8ffc-4884-bd2a-27b928a84fad tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.894350 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f875b083-8ffc-4884-bd2a-27b928a84fad tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550112 Mar 08 21:14:25.894537 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41078) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:25.902860 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-373d403a-2bca-41a0-a8d7-c3b38a17f82b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'security_group_rule': {'security_group_id': '502c6e93-e8f8-49b0-b5d7-c279d5426352', 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:25.915016 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Attempting to bind port edb08eb1-6a37-4873-b888-7ed99b2f73d5 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:25.915016 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Attempting to bind port edb08eb1-6a37-4873-b888-7ed99b2f73d5 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:25.918013 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Attempting to bind port edb08eb1-6a37-4873-b888-7ed99b2f73d5 on network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:25.923457 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:25.925293 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Checking segment: {'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:25.926056 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.927633 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Bound using segment: {'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:25.928429 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Bound port: edb08eb1-6a37-4873-b888-7ed99b2f73d5, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0fae14-ca88-4c1e-800e-628756634637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:25.929699 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:25.935012 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-373d403a-2bca-41a0-a8d7-c3b38a17f82b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Project f161fdf78d904b7fbf1035d63396148c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 21:14:25.947791 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-373d403a-2bca-41a0-a8d7-c3b38a17f82b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (bbd20ad9-129c-4e5c-978a-ccc9914145e4), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.029369 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] For port edb08eb1-6a37-4873-b888-7ed99b2f73d5, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:26.035442 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] For port edb08eb1-6a37-4873-b888-7ed99b2f73d5, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=edb08eb1-6a37-4873-b888-7ed99b2f73d5,segment=NetworkSegment(9f0fae14-ca88-4c1e-800e-628756634637),segment_id=9f0fae14-ca88-4c1e-800e-628756634637)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:26.044944 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.064786 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-373d403a-2bca-41a0-a8d7-c3b38a17f82b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (bbd20ad9-129c-4e5c-978a-ccc9914145e4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.074515 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bed72-2c6f-492a-802d-f786e09c597a req-89826a8b-7a15-4932-996a-6a0f9b581bf9 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:26.080336 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b24bed72-2c6f-492a-802d-f786e09c597a req-89826a8b-7a15-4932-996a-6a0f9b581bf9 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1030128 Mar 08 21:14:26.082034 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-373d403a-2bca-41a0-a8d7-c3b38a17f82b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (bbd20ad9-129c-4e5c-978a-ccc9914145e4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.106679 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Routers {'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:14:26.107308 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:26.127787 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d403a-2bca-41a0-a8d7-c3b38a17f82b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd20ad9-129c-4e5c-978a-ccc9914145e4,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:26.135565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-373d403a-2bca-41a0-a8d7-c3b38a17f82b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.141785 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41082) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:26.145695 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-373d403a-2bca-41a0-a8d7-c3b38a17f82b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2496567 Mar 08 21:14:26.146648 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef048a3-795c-4f38-8998-5e96846f04f5 None None] Pushing event updated for resources: {'Port': ['ID=edb08eb1-6a37-4873-b888-7ed99b2f73d5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:26.149801 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a714fe69-203b-4a75-ae9c-39b15c99bf00 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'security_group_rule': {'security_group_id': '502c6e93-e8f8-49b0-b5d7-c279d5426352', 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:26.182128 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b24bed72-2c6f-492a-802d-f786e09c597a req-a58fbe46-c066-4fcb-ac64-42110a6549aa tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838211 Mar 08 21:14:26.186480 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-a714fe69-203b-4a75-ae9c-39b15c99bf00 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Project f161fdf78d904b7fbf1035d63396148c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 21:14:26.192541 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a714fe69-203b-4a75-ae9c-39b15c99bf00 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (031d31d7-19d0-446d-8b0a-7e97274d620e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.231065 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7996b12b-b632-4e49-b989-45894676888d None None] Provisioning complete for port edb08eb1-6a37-4873-b888-7ed99b2f73d5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:26.231300 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7996b12b-b632-4e49-b989-45894676888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.287988 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a714fe69-203b-4a75-ae9c-39b15c99bf00 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (031d31d7-19d0-446d-8b0a-7e97274d620e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.295187 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a714fe69-203b-4a75-ae9c-39b15c99bf00 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (031d31d7-19d0-446d-8b0a-7e97274d620e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.334415 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a714fe69-203b-4a75-ae9c-39b15c99bf00 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.335415 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] Set router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:14:26.335604 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a714fe69-203b-4a75-ae9c-39b15c99bf00 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1923704 Mar 08 21:14:26.357437 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714fe69-203b-4a75-ae9c-39b15c99bf00 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031d31d7-19d0-446d-8b0a-7e97274d620e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:26.445203 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40117b81-4788-422e-8309-9fe9df994f06 req-d2b181cd-e549-4260-891d-a15456e13ea1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:26.448735 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40117b81-4788-422e-8309-9fe9df994f06 req-d2b181cd-e549-4260-891d-a15456e13ea1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 944 time: 0.1172097 Mar 08 21:14:26.518621 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40117b81-4788-422e-8309-9fe9df994f06 req-233e3dc5-70f8-4638-8124-91276727ffeb tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556498 Mar 08 21:14:26.554418 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7996b12b-b632-4e49-b989-45894676888d None None] Current status of the port edb08eb1-6a37-4873-b888-7ed99b2f73d5 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:26.555902 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7996b12b-b632-4e49-b989-45894676888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.615011 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7996b12b-b632-4e49-b989-45894676888d None None] For port edb08eb1-6a37-4873-b888-7ed99b2f73d5, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=edb08eb1-6a37-4873-b888-7ed99b2f73d5,segment=NetworkSegment(9f0fae14-ca88-4c1e-800e-628756634637),segment_id=9f0fae14-ca88-4c1e-800e-628756634637)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:26.637737 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7996b12b-b632-4e49-b989-45894676888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.702609 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996b12b-b632-4e49-b989-45894676888d None None] Pushing event updated for resources: {'Port': ['ID=edb08eb1-6a37-4873-b888-7ed99b2f73d5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:26.719853 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:14:21Z', 'revision_number': 4, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port': {'id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:13Z', 'updated_at': '2022-03-08T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'edb08eb1-6a37-4873-b888-7ed99b2f73d5', 'name': '', 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'mac_address': 'fa:16:3e:eb:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '87e14c72-38ef-433b-87c1-799f39aea70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:19Z', 'updated_at': '2022-03-08T21:14:26Z', 'revision_number': 4, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'subnets': [{'id': '87e14c72-38ef-433b-87c1-799f39aea70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:14:26.762960 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcfac77-364a-443e-b15a-c24b4aa24679 None None] The sync data for ids ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'] in dv-cinder-830098-3-iscsi is: [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:14:21Z', 'revision_number': 4, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port': {'id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:13Z', 'updated_at': '2022-03-08T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'edb08eb1-6a37-4873-b888-7ed99b2f73d5', 'name': '', 'network_id': '05e0fdf3-8230-41ec-adcb-dfa6ff2f521f', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'mac_address': 'fa:16:3e:eb:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '87e14c72-38ef-433b-87c1-799f39aea70f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:19Z', 'updated_at': '2022-03-08T21:14:26Z', 'revision_number': 4, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'subnets': [{'id': '87e14c72-38ef-433b-87c1-799f39aea70f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:14:26.775144 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f26e8423-bae2-4b1c-bfae-6baa5baf0615 None None] Provisioning complete for port edb08eb1-6a37-4873-b888-7ed99b2f73d5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:26.775532 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f26e8423-bae2-4b1c-bfae-6baa5baf0615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:26.932324 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f26e8423-bae2-4b1c-bfae-6baa5baf0615 None None] Current status of the port edb08eb1-6a37-4873-b888-7ed99b2f73d5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:27.357838 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1054bc7-f084-43dc-a983-3a5b41273415 req-6b9b81d9-ca44-43c8-b786-fef9ac08c4c5 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:27.365883 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d1054bc7-f084-43dc-a983-3a5b41273415 req-6b9b81d9-ca44-43c8-b786-fef9ac08c4c5 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0935471 Mar 08 21:14:27.438579 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d1054bc7-f084-43dc-a983-3a5b41273415 req-329fb68a-76b3-4746-94eb-8c59d8174c49 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710258 Mar 08 21:14:27.454036 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device edb08eb1-6a37-4873-b888-7ed99b2f73d5 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:27.520348 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port edb08eb1-6a37-4873-b888-7ed99b2f73d5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:27.520821 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:27.632782 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port edb08eb1-6a37-4873-b888-7ed99b2f73d5 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:27.693218 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92f2af-36c8-4c7b-904e-3a1d2aa2ef1c req-838f505d-9b9a-4b71-860a-d3836ffa3c5f tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:27.696199 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b92f2af-36c8-4c7b-904e-3a1d2aa2ef1c req-838f505d-9b9a-4b71-860a-d3836ffa3c5f tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 944 time: 0.0650768 Mar 08 21:14:27.763288 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b92f2af-36c8-4c7b-904e-3a1d2aa2ef1c req-2ce26e76-a783-4226-a903-83b1dbad90ab tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591056 Mar 08 21:14:28.010705 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9c4d-1869-4ffb-aee0-f5dee0f3e997 req-9d273bfd-3fb2-44e5-8b74-be8be56a4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:28.012290 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a24d9c4d-1869-4ffb-aee0-f5dee0f3e997 req-9d273bfd-3fb2-44e5-8b74-be8be56a4692 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1129 time: 0.0679524 Mar 08 21:14:28.100459 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a24d9c4d-1869-4ffb-aee0-f5dee0f3e997 req-0e83cdc7-8b2f-4d5c-a84f-dc23dcf2adf9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752461 Mar 08 21:14:28.207556 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['42c33cf8-15e4-4fba-b3d6-8938533903ea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:14:28.650617 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b036cf9-4ddb-4765-8afa-903553c09fef req-e126dc79-ba5a-46e1-bdb0-26869bd2acd2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:28.653199 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2b036cf9-4ddb-4765-8afa-903553c09fef req-e126dc79-ba5a-46e1-bdb0-26869bd2acd2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0799127 Mar 08 21:14:28.733542 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2b036cf9-4ddb-4765-8afa-903553c09fef req-765836d4-98a0-4e1d-a276-75e83b26d1fe tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737202 Mar 08 21:14:28.936656 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbb049-b05f-4525-a79f-170edf221e0f req-6a1b043b-fc13-4805-8308-fe3003ac68b8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:28.939226 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ebbb049-b05f-4525-a79f-170edf221e0f req-6a1b043b-fc13-4805-8308-fe3003ac68b8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 944 time: 0.0696507 Mar 08 21:14:28.940654 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d0d6-df9d-45f6-9908-04df74f8d141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:29.021558 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ebbb049-b05f-4525-a79f-170edf221e0f req-435ab406-f210-4193-b887-6b869a7a4988 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688264 Mar 08 21:14:29.909570 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406d4df-3726-47f5-9915-de328c9f3e44 req-db1f551b-4adf-4469-9c3e-2471853e7c4a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:29.911127 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a406d4df-3726-47f5-9915-de328c9f3e44 req-db1f551b-4adf-4469-9c3e-2471853e7c4a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0825119 Mar 08 21:14:29.964855 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a406d4df-3726-47f5-9915-de328c9f3e44 req-936f5137-b130-464f-ac31-d86c9fea41f1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468831 Mar 08 21:14:30.176676 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41210) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:30.239765 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a40fd-fe06-4ab6-bca1-760a942d0c1a req-ea453bf5-041f-4ec7-9266-8b17986b24c5 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:30.241444 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d27a40fd-fe06-4ab6-bca1-760a942d0c1a req-ea453bf5-041f-4ec7-9266-8b17986b24c5 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 944 time: 0.1040859 Mar 08 21:14:30.302405 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d27a40fd-fe06-4ab6-bca1-760a942d0c1a req-fac290a4-8ce3-4823-8fec-3a785a8c5ff9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543032 Mar 08 21:14:30.345840 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ac735f6-71f9-4438-b9d0-0fc87661dc58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:30.450830 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ac735f6-71f9-4438-b9d0-0fc87661dc58 admin admin] Publish callbacks [] for security_group (1be03340-f067-4cc5-bd6a-9d1f66f4c5f1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:30.455876 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ac735f6-71f9-4438-b9d0-0fc87661dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1be03340-f067-4cc5-bd6a-9d1f66f4c5f1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:30.498596 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6ac735f6-71f9-4438-b9d0-0fc87661dc58 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1831ab74ed5497cbe875d76ed7ac9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205512 Mar 08 21:14:30.499609 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac735f6-71f9-4438-b9d0-0fc87661dc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be03340-f067-4cc5-bd6a-9d1f66f4c5f1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:30.502226 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41218) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:30.592960 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4831cc7-f41c-45cd-a3f3-fee6f5949a03 admin admin] Publish callbacks [] for security_group (1be03340-f067-4cc5-bd6a-9d1f66f4c5f1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:30.620215 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4831cc7-f41c-45cd-a3f3-fee6f5949a03 admin admin] Publish callbacks [] for security_group (1be03340-f067-4cc5-bd6a-9d1f66f4c5f1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:30.679145 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4831cc7-f41c-45cd-a3f3-fee6f5949a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1be03340-f067-4cc5-bd6a-9d1f66f4c5f1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:30.682646 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f4831cc7-f41c-45cd-a3f3-fee6f5949a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:30.683789 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f4831cc7-f41c-45cd-a3f3-fee6f5949a03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1be03340-f067-4cc5-bd6a-9d1f66f4c5f1 HTTP/1.1" status: 204 len: 168 time: 0.1805418 Mar 08 21:14:30.694657 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4831cc7-f41c-45cd-a3f3-fee6f5949a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be03340-f067-4cc5-bd6a-9d1f66f4c5f1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:30.785005 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 42c33cf8-15e4-4fba-b3d6-8938533903ea up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:30.865239 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 42c33cf8-15e4-4fba-b3d6-8938533903ea completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:14:30.869663 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 42c33cf8-15e4-4fba-b3d6-8938533903ea triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:30.870049 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:30.990059 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 42c33cf8-15e4-4fba-b3d6-8938533903ea is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:30.990451 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:31.023004 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:14:31.026795 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660fc496-237f-4af6-8c88-df177b641d18" -d '{"events": [{"server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "name": "network-vif-plugged", "status": "completed", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:14:31.052571 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 42c33cf8-15e4-4fba-b3d6-8938533903ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:31.059026 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:31.106053 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacee247-8536-42fe-98dd-6c0a9622b0eb x-openstack-request-id: req-dacee247-8536-42fe-98dd-6c0a9622b0eb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:14:31.107030 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "name": "network-vif-plugged", "status": "completed", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:14:31.107861 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dacee247-8536-42fe-98dd-6c0a9622b0eb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:14:31.108725 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'code': 200} Mar 08 21:14:31.162860 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba576ca-987a-4dd7-94c5-dcfb900f791c req-7c0ee269-61b7-4f2b-ac7e-0ff9e2b55d46 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:31.166978 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9ba576ca-987a-4dd7-94c5-dcfb900f791c req-7c0ee269-61b7-4f2b-ac7e-0ff9e2b55d46 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0923457 Mar 08 21:14:31.174354 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=42c33cf8-15e4-4fba-b3d6-8938533903ea,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:31.268642 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9ba576ca-987a-4dd7-94c5-dcfb900f791c req-d5e999b7-a8ae-4349-ae11-8b5d592b1ed9 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878899 Mar 08 21:14:31.316586 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c084c9f9-33a6-4912-9601-b177159c4609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:31.561038 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78a968-1889-4bda-b98a-d6f9b3f2ba35 req-f52ccda8-c1ea-4035-a32e-b58a59216a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:31.563930 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b78a968-1889-4bda-b98a-d6f9b3f2ba35 req-f52ccda8-c1ea-4035-a32e-b58a59216a92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1129 time: 0.1786225 Mar 08 21:14:31.581655 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f03f0e-358c-4e12-a838-3b905661c932 req-57bf0b64-907f-466f-b76f-6a2b6d5cee2e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:31.581655 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29f03f0e-358c-4e12-a838-3b905661c932 req-57bf0b64-907f-466f-b76f-6a2b6d5cee2e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.1358299 Mar 08 21:14:31.677672 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29f03f0e-358c-4e12-a838-3b905661c932 req-7a82c006-8f03-4e7c-a8d6-c0cbb0ac2fa1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846295 Mar 08 21:14:31.680926 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b78a968-1889-4bda-b98a-d6f9b3f2ba35 req-5b8a0345-2cf6-4780-ad64-354ea2f307be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963757 Mar 08 21:14:32.494183 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:32.501379 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7740196-49ed-4867-8b87-a9155b46c0eb req-6147a3d9-0721-4134-aee5-4747daf688be tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:32.504792 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a7740196-49ed-4867-8b87-a9155b46c0eb req-6147a3d9-0721-4134-aee5-4747daf688be tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1219215 Mar 08 21:14:32.617892 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a7740196-49ed-4867-8b87-a9155b46c0eb req-8db7db95-266e-469c-a60b-cdd7fc958241 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015253 Mar 08 21:14:32.871891 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ccb67-977b-4988-ae05-83043d56f21d req-364d2c7b-cd47-4811-9986-1dafeb65db4b tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:32.877732 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e61ccb67-977b-4988-ae05-83043d56f21d req-364d2c7b-cd47-4811-9986-1dafeb65db4b tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.0785227 Mar 08 21:14:32.955599 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e61ccb67-977b-4988-ae05-83043d56f21d req-9fbda840-f9f6-4a59-86c9-62cf4fd782ec tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764856 Mar 08 21:14:33.390670 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41292) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:33.397374 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b8976d11-6378-4ce5-ae52-578a33b202ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702719248', 'description': 'tempest-description--123136544'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:33.423295 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8976d11-6378-4ce5-ae52-578a33b202ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:33.560457 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8976d11-6378-4ce5-ae52-578a33b202ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:33.572550 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8976d11-6378-4ce5-ae52-578a33b202ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:33.627635 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8976d11-6378-4ce5-ae52-578a33b202ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:33.629956 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b8976d11-6378-4ce5-ae52-578a33b202ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2372117 Mar 08 21:14:33.634990 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41308) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:33.639664 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8976d11-6378-4ce5-ae52-578a33b202ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:33.641748 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-47496d7d-820e-4faa-9620-f8e8dd7dacd2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group_rule': {'security_group_id': 'e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:33.693049 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47496d7d-820e-4faa-9620-f8e8dd7dacd2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (4ab5fba8-07e0-4258-973b-37922f75debf), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:33.704157 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5b1d667a-68b9-4767-8084-0d313d773891 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cacf0353c9f340bfbe28ff3dd0a83707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671821 Mar 08 21:14:33.797586 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47496d7d-820e-4faa-9620-f8e8dd7dacd2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (4ab5fba8-07e0-4258-973b-37922f75debf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:33.807324 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47496d7d-820e-4faa-9620-f8e8dd7dacd2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (4ab5fba8-07e0-4258-973b-37922f75debf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:33.849680 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47496d7d-820e-4faa-9620-f8e8dd7dacd2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab5fba8-07e0-4258-973b-37922f75debf,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:33.874010 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d2948-db55-4fd7-a9a0-73effbc7af2c req-d4615152-813b-4716-8a90-e41273e3db94 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:33.876686 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-976d2948-db55-4fd7-a9a0-73effbc7af2c req-d4615152-813b-4716-8a90-e41273e3db94 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1301701 Mar 08 21:14:33.885000 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47496d7d-820e-4faa-9620-f8e8dd7dacd2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:33.887029 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-47496d7d-820e-4faa-9620-f8e8dd7dacd2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2503364 Mar 08 21:14:33.891262 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41316) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:33.899285 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2cc2f25a-278e-454b-8641-2c83d030b561 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group_rule': {'security_group_id': 'e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:34.038020 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-976d2948-db55-4fd7-a9a0-73effbc7af2c req-e89e1c1e-b8c9-4ffe-8130-f4cf08a8cb61 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489778 Mar 08 21:14:34.039809 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f25a-278e-454b-8641-2c83d030b561 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (0977ad4b-fdc7-43e3-a72e-b8a822fd4c29), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.043070 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-beaf7dd8-7dc2-4e32-b5f9-8f0e41bc0bf5 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:34.052163 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-beaf7dd8-7dc2-4e32-b5f9-8f0e41bc0bf5 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3361790 Mar 08 21:14:34.069854 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-f561027f-52b9-4018-9fa3-cd1b02d6ec84 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/quotas/cacf0353c9f340bfbe28ff3dd0a83707 HTTP/1.1" status: 200 len: 375 time: 0.0165625 Mar 08 21:14:34.144211 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-9a0c8595-56d6-42d0-9798-7568a47b8634 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cacf0353c9f340bfbe28ff3dd0a83707&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726140 Mar 08 21:14:34.205328 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f25a-278e-454b-8641-2c83d030b561 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (0977ad4b-fdc7-43e3-a72e-b8a822fd4c29), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.212593 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f25a-278e-454b-8641-2c83d030b561 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (0977ad4b-fdc7-43e3-a72e-b8a822fd4c29), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.240185 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.281147 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc2f25a-278e-454b-8641-2c83d030b561 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0977ad4b-fdc7-43e3-a72e-b8a822fd4c29,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:34.292020 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cc2f25a-278e-454b-8641-2c83d030b561 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.296809 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2cc2f25a-278e-454b-8641-2c83d030b561 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4042459 Mar 08 21:14:34.297473 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:34.308313 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:34.339896 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b6eb-1ed2-4289-b6d3-018078fa2437 req-abeeb48d-ee33-4c81-99e2-1b4fb26c8515 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:34.341638 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.353709 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fd62b6eb-1ed2-4289-b6d3-018078fa2437 req-abeeb48d-ee33-4c81-99e2-1b4fb26c8515 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.1221049 Mar 08 21:14:34.521984 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5bb7ad08-64e2-4d20-b753-8c0f9becbc36 req-b18eb9eb-2b83-41ce-bfc9-f81f46594bbc tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 210 time: 0.0330474 Mar 08 21:14:34.543923 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41330) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:34.567012 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.750900 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Allocated IP 172.27.1.148 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/81c783cf-67db-4939-8f8f-69f63ba78bd3) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:34.775223 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fd62b6eb-1ed2-4289-b6d3-018078fa2437 req-521b12a5-aa23-4031-87e7-d269d466e0f0 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187534 Mar 08 21:14:34.885735 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (81c783cf-67db-4939-8f8f-69f63ba78bd3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.980964 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bc28520-bbaa-49c3-8fb9-016326d9bf30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:34.995332 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1b6af-61a3-4eaf-b1a1-436dccdaf41a req-3382771f-1ac5-4ee6-8f27-ac1b0a432e33 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:34.999361 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dbf1b6af-61a3-4eaf-b1a1-436dccdaf41a req-3382771f-1ac5-4ee6-8f27-ac1b0a432e33 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.1335001 Mar 08 21:14:35.008570 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (81c783cf-67db-4939-8f8f-69f63ba78bd3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.119619 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:35.135886 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:35.167439 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:35.187545 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=81c783cf-67db-4939-8f8f-69f63ba78bd3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:35.248764 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dbf1b6af-61a3-4eaf-b1a1-436dccdaf41a req-c6224e1c-c884-4ef4-a9bf-4f2144e32f72 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358456 Mar 08 21:14:35.263129 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8e373-f0b9-485f-9ed4-e75c59e38c5a req-0c02702e-c78a-483c-a4b4-2d3d60baa0a2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:35.266403 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2da8e373-f0b9-485f-9ed4-e75c59e38c5a req-0c02702e-c78a-483c-a4b4-2d3d60baa0a2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0891533 Mar 08 21:14:35.364244 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2da8e373-f0b9-485f-9ed4-e75c59e38c5a req-a518361f-3574-40a1-b380-bf05aa419318 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912406 Mar 08 21:14:35.377256 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bc28520-bbaa-49c3-8fb9-016326d9bf30 admin admin] Publish callbacks [] for security_group (d4ecbd9e-ea0b-4bb4-9ec0-e1e71d9e4f56), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.404076 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5bc28520-bbaa-49c3-8fb9-016326d9bf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (d4ecbd9e-ea0b-4bb4-9ec0-e1e71d9e4f56), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.471844 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (e8f35eea-c04a-4f09-9e3f-abec7e21d052), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.508955 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5bc28520-bbaa-49c3-8fb9-016326d9bf30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6058c89e57874eb6ac8fec292c095de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9591668 Mar 08 21:14:35.508955 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc28520-bbaa-49c3-8fb9-016326d9bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ecbd9e-ea0b-4bb4-9ec0-e1e71d9e4f56,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:35.509484 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41350) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:35.573574 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (81c783cf-67db-4939-8f8f-69f63ba78bd3), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.625504 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.718370 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-615072b1-0c69-49c1-b251-b6fb6d7e0b86 admin admin] Publish callbacks [] for security_group (d4ecbd9e-ea0b-4bb4-9ec0-e1e71d9e4f56), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.741336 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-79f7e7fe-0ec4-4143-9a87-29aea1e86ce5 req-4d2884e9-f780-4155-b361-f8e09afa6053 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 210 time: 0.0457356 Mar 08 21:14:35.766516 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-615072b1-0c69-49c1-b251-b6fb6d7e0b86 admin admin] Publish callbacks [] for security_group (d4ecbd9e-ea0b-4bb4-9ec0-e1e71d9e4f56), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.859232 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-615072b1-0c69-49c1-b251-b6fb6d7e0b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (d4ecbd9e-ea0b-4bb4-9ec0-e1e71d9e4f56), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.862773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-615072b1-0c69-49c1-b251-b6fb6d7e0b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.864500 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-615072b1-0c69-49c1-b251-b6fb6d7e0b86 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4ecbd9e-ea0b-4bb4-9ec0-e1e71d9e4f56 HTTP/1.1" status: 204 len: 168 time: 0.3518939 Mar 08 21:14:35.882431 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615072b1-0c69-49c1-b251-b6fb6d7e0b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ecbd9e-ea0b-4bb4-9ec0-e1e71d9e4f56,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:35.939902 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (81c783cf-67db-4939-8f8f-69f63ba78bd3), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.947981 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (81c783cf-67db-4939-8f8f-69f63ba78bd3), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:35.965935 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8411ee-3cb3-4a72-b851-41c794e64d15 req-e47da977-9e64-4d1d-bb37-f91882aa5c24 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:35.967727 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b8411ee-3cb3-4a72-b851-41c794e64d15 req-e47da977-9e64-4d1d-bb37-f91882aa5c24 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.1228752 Mar 08 21:14:36.071254 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=81c783cf-67db-4939-8f8f-69f63ba78bd3,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:36.107519 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (e8f35eea-c04a-4f09-9e3f-abec7e21d052), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:36.136026 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b8411ee-3cb3-4a72-b851-41c794e64d15 req-5b00b38d-bbad-46aa-92b9-12e0dedccaee tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474111 Mar 08 21:14:36.145393 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:36.147636 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4095a31b-2fab-4691-8ded-c370058f4288 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8481090 Mar 08 21:14:36.329476 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-46f25e2e-b06c-44e2-bc0e-f184082382c1 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cacf0353c9f340bfbe28ff3dd0a83707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465069 Mar 08 21:14:36.654471 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-fbc6dd28-938c-427b-8075-3aee227a39c5 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1702719248&fields=id&tenant_id=4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 267 time: 0.1084750 Mar 08 21:14:36.890430 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-f08be846-6106-48ba-8d70-3ca8bd0710c8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:36.897909 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-f08be846-6106-48ba-8d70-3ca8bd0710c8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 815 time: 0.2348490 Mar 08 21:14:36.914941 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-88110c38-d426-4e7e-9b38-f11ace9c72fd tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/quotas/4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 375 time: 0.0152805 Mar 08 21:14:37.029997 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-e2c2f959-7e4e-4c82-b17f-5713713e3947 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137531 Mar 08 21:14:37.043514 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-88c29fc0-3c45-4878-a63a-975b5caa5a50 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:37.046112 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-88c29fc0-3c45-4878-a63a-975b5caa5a50 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7079966 Mar 08 21:14:37.074273 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87203eb-1e51-4470-b540-62f7d7420a54 req-ed29af3d-6ece-47ad-bfef-b7cfd77c5eae tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:37.077482 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c87203eb-1e51-4470-b540-62f7d7420a54 req-ed29af3d-6ece-47ad-bfef-b7cfd77c5eae tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.5116122 Mar 08 21:14:37.083428 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Request body: {'port': {'device_id': '6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5', 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65', 'admin_state_up': True, 'tenant_id': 'cacf0353c9f340bfbe28ff3dd0a83707'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:37.187164 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-d411001b-14c1-4520-8d02-466e4521e093 service neutron] 10.222.0.61 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527915 Mar 08 21:14:37.296484 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c87203eb-1e51-4470-b540-62f7d7420a54 req-4c9b7629-c716-499c-a32c-362338401c94 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876566 Mar 08 21:14:37.399964 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-df247b83-1a3d-46d8-8c22-511d952f3008 service neutron] 10.222.0.61 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932099 Mar 08 21:14:37.497360 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Made reservation on behalf of cacf0353c9f340bfbe28ff3dd0a83707 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:14:37.502467 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:37.525382 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:37.594399 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8acf9d2-7d6a-4387-89be-61557b9a7e1a req-5a1bac8e-c652-480b-8414-fb07195cf993 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 210 time: 0.0711954 Mar 08 21:14:37.764492 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks [] for security_group (7fe51688-fba2-4ee4-a593-7b35c4b0a18d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:37.775274 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7fe51688-fba2-4ee4-a593-7b35c4b0a18d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:37.808869 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9d363e76-e3ae-434e-bfe7-e194327eb193 req-ae5ba803-accd-4b71-aef4-ab2645f09c2f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 210 time: 0.0668252 Mar 08 21:14:38.065959 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe51688-fba2-4ee4-a593-7b35c4b0a18d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:38.110213 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Allocated IP 192.168.233.51 (ebf2dc86-1b21-49fe-9d7e-4a098512be65/77269cda-f737-40d3-a70c-a2303f24b60c/b73f10ce-bd3e-42fa-a098-cecb3bc3d352) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:38.491096 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks [] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:38.560364 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1e788-40cc-4941-9753-da3ed6b75568 req-cd8fc8cc-ca65-4cb8-bb9c-cb8957bd2ebb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:38.563850 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e0d1e788-40cc-4941-9753-da3ed6b75568 req-cd8fc8cc-ca65-4cb8-bb9c-cb8957bd2ebb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1565580 Mar 08 21:14:38.588942 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:38.674899 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e0d1e788-40cc-4941-9753-da3ed6b75568 req-47198b9f-9b95-4e3a-8d77-9b5db0a084a4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044300 Mar 08 21:14:38.783004 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Network ebf2dc86-1b21-49fe-9d7e-4a098512be65 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:38.785068 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Pushing event updated for resources: {'Port': ['ID=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:38.806630 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:38.822771 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:38.975246 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededbfc3-a992-42b6-b8b2-496d3d202afb req-8c7594db-abf5-4150-8760-1078852b1d90 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:38.979392 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ededbfc3-a992-42b6-b8b2-496d3d202afb req-8c7594db-abf5-4150-8760-1078852b1d90 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 935 time: 0.2017350 Mar 08 21:14:38.982757 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:38.997951 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:39.035347 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-890d60b2-2bef-4dd6-9a58-3ef577704a15 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9740314 Mar 08 21:14:39.065223 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Request body: {'port': {'device_id': '6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:39.080573 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ededbfc3-a992-42b6-b8b2-496d3d202afb req-ff37bde2-39ca-4264-912a-100b0176484b tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942540 Mar 08 21:14:39.220007 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:39.235872 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-52a09667-3047-45ca-90c1-2c7a2cb2b5a6 req-e5b70682-bcc5-4012-90fb-99407b5a14c3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 210 time: 0.0550535 Mar 08 21:14:39.375859 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-16fcc7fe-2815-497b-a124-fc589e6a226a None None] Provisioning complete for port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:39.377365 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-16fcc7fe-2815-497b-a124-fc589e6a226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:39.441443 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-16fcc7fe-2815-497b-a124-fc589e6a226a None None] Port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:14:39.881642 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73f10ce-bd3e-42fa-a098-cecb3bc3d352 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:14:39.896858 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Publish callbacks [] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:39.916902 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Transition to ACTIVE for port object b73f10ce-bd3e-42fa-a098-cecb3bc3d352 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:14:39.923560 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:39.987568 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b44e-e6fb-447d-9421-fe0c52ddee95 req-1483daa8-bf26-4580-9152-ad22d9b7a642 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:40.007955 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-35b3b44e-e6fb-447d-9421-fe0c52ddee95 req-1483daa8-bf26-4580-9152-ad22d9b7a642 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1908553 Mar 08 21:14:40.060287 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Pushing event updated for resources: {'Port': ['ID=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:40.261269 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Attempting to bind port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:40.261993 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Attempting to bind port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:40.263155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Attempting to bind port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 on network ebf2dc86-1b21-49fe-9d7e-4a098512be65 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:40.271384 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 on network ebf2dc86-1b21-49fe-9d7e-4a098512be65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:14:40.272089 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Attempting to bind port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 on network ebf2dc86-1b21-49fe-9d7e-4a098512be65 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:40.313283 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-cb1cca2a-799f-40df-a7a4-827986276452 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:40.315206 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-cb1cca2a-799f-40df-a7a4-827986276452 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 815 time: 0.4030917 Mar 08 21:14:40.319250 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-35b3b44e-e6fb-447d-9421-fe0c52ddee95 req-335f3b3c-ca61-4d10-8d37-6e0f8afe8281 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091536 Mar 08 21:14:40.326959 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:40.327302 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Checking segment: {'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:40.327861 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Bound using segment: {'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:40.335329 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Bound port: b73f10ce-bd3e-42fa-a098-cecb3bc3d352, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e17ed8-6149-42a7-9c19-1b501c574155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:40.338270 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:40.515054 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1e89e215-f74f-4d34-9a60-835ef1d59cdd tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 471 time: 0.1858010 Mar 08 21:14:40.563328 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'port': {'device_id': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'admin_state_up': True, 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'security_groups': ['e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:40.571252 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6b62f-71a0-4cc3-a44e-16e491967b2b req-6c3f379d-ee64-4f14-973a-4c98fcb5aeb0 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:40.573009 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7d6b62f-71a0-4cc3-a44e-16e491967b2b req-6c3f379d-ee64-4f14-973a-4c98fcb5aeb0 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.2834196 Mar 08 21:14:40.574780 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] For port b73f10ce-bd3e-42fa-a098-cecb3bc3d352, host hv-cinder-83009, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:40.578493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] For port b73f10ce-bd3e-42fa-a098-cecb3bc3d352, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,segment=NetworkSegment(c4e17ed8-6149-42a7-9c19-1b501c574155),segment_id=c4e17ed8-6149-42a7-9c19-1b501c574155)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:40.605481 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:40.653685 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:40.654894 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:40.655539 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:40.657144 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] 10.222.0.13 "PUT /v2.0/ports/b73f10ce-bd3e-42fa-a098-cecb3bc3d352 HTTP/1.1" status: 200 len: 1097 time: 1.6025281 Mar 08 21:14:40.666395 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5', 'tag': 'b73f10ce-bd3e-42fa-a098-cecb3bc3d352'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:14:40.668905 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e337c33-d9b4-4d28-b96a-938eaa1fa5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5", "tag": "b73f10ce-bd3e-42fa-a098-cecb3bc3d352"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:14:40.734552 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee043e5-cf05-4c68-a878-30075b10b853 service neutron] Pushing event updated for resources: {'Port': ['ID=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:40.740605 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7d6b62f-71a0-4cc3-a44e-16e491967b2b req-6aac1624-d3af-4b9e-ba35-f74fab18a8fd tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575272 Mar 08 21:14:40.751930 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0f85d962-e716-47b7-9823-cd5946a4f607 req-a6f3fcc6-5fc0-45fe-8e99-f6448c4e865c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 210 time: 0.2344592 Mar 08 21:14:40.839501 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcccf59-d5e2-4ca7-bcfc-ab87ce31017a x-openstack-request-id: req-1fcccf59-d5e2-4ca7-bcfc-ab87ce31017a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:14:40.839874 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5", "tag": "b73f10ce-bd3e-42fa-a098-cecb3bc3d352", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:14:40.840197 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1fcccf59-d5e2-4ca7-bcfc-ab87ce31017a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:14:40.840408 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Made reservation on behalf of 4db11bfa2cc240f58489333d08535c39 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:14:40.840795 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5', 'tag': 'b73f10ce-bd3e-42fa-a098-cecb3bc3d352', 'status': 'completed', 'code': 200} Mar 08 21:14:40.846578 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:41.083294 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Allocated IP 172.20.0.14 (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9/edd0269d-95ee-4acc-9643-101991c5b32a/d9f361fa-d861-44c4-b07d-70d8e97156d2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:41.334653 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:41.404801 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:41.497646 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a1ce4-a759-486b-aef0-653bbb885831 req-977a672b-0852-454d-9cb2-189ae37cfd57 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:41.499294 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e9a1ce4-a759-486b-aef0-653bbb885831 req-977a672b-0852-454d-9cb2-189ae37cfd57 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1117716 Mar 08 21:14:41.505218 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:41.510651 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:41.510651 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=d9f361fa-d861-44c4-b07d-70d8e97156d2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:41.511945 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:41.652315 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e9a1ce4-a759-486b-aef0-653bbb885831 req-3ae364fe-559c-44c6-ae45-9264e09e2fbb tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423874 Mar 08 21:14:41.703226 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:41.704462 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:41.740363 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-7887e85e-ec0e-41ca-ab3c-7373caea5403 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1836648 Mar 08 21:14:41.861378 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97094bd8-bef8-47a1-9eb5-04531166b6fe req-ada3fd69-b6df-40c1-a66f-2fc69a6f5d36 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:41.866242 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97094bd8-bef8-47a1-9eb5-04531166b6fe req-ada3fd69-b6df-40c1-a66f-2fc69a6f5d36 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1145618 Mar 08 21:14:41.943694 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97094bd8-bef8-47a1-9eb5-04531166b6fe req-95586bab-7aaa-49f6-8664-12decf969116 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664196 Mar 08 21:14:41.973835 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ac773408-ef04-41fc-ad4c-725d3b707c99 None None] Provisioning complete for port d9f361fa-d861-44c4-b07d-70d8e97156d2 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:41.978007 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac773408-ef04-41fc-ad4c-725d3b707c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:42.020797 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d685fb-8554-4b38-8760-6fd0eb63dbd1 req-5cc57b31-9894-45be-91ea-27d1214200bd tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:42.023498 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d685fb-8554-4b38-8760-6fd0eb63dbd1 req-5cc57b31-9894-45be-91ea-27d1214200bd tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.1021531 Mar 08 21:14:42.042242 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ac773408-ef04-41fc-ad4c-725d3b707c99 None None] Port d9f361fa-d861-44c4-b07d-70d8e97156d2 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:14:42.113439 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d685fb-8554-4b38-8760-6fd0eb63dbd1 req-1180671a-621e-48a6-8493-ae174221800e tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778263 Mar 08 21:14:42.130494 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aaf182-f4cb-4a57-84b9-f05d0d9efb66 req-4e4d31df-99de-4d0a-bbbf-4986d0df1aa4 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:42.140444 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71aaf182-f4cb-4a57-84b9-f05d0d9efb66 req-4e4d31df-99de-4d0a-bbbf-4986d0df1aa4 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 932 time: 0.0992486 Mar 08 21:14:42.237313 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71aaf182-f4cb-4a57-84b9-f05d0d9efb66 req-c6fffb30-e344-47fc-8f75-9758d36b9f18 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893288 Mar 08 21:14:42.296494 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d167f4-c0a7-4838-86f0-8a522fae0249 req-94fd56c6-38bf-49c0-a0bd-7a361a0a8f10 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:42.298980 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c4d167f4-c0a7-4838-86f0-8a522fae0249 req-94fd56c6-38bf-49c0-a0bd-7a361a0a8f10 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0998433 Mar 08 21:14:42.370564 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c4d167f4-c0a7-4838-86f0-8a522fae0249 req-5c480436-dc19-4b0b-8482-96598241c3d8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619707 Mar 08 21:14:42.831392 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303074c9-f280-4265-924f-815d14b41a90 req-5eff93d9-fedd-4319-8201-a3a1ca2c78e3 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:42.834166 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-303074c9-f280-4265-924f-815d14b41a90 req-5eff93d9-fedd-4319-8201-a3a1ca2c78e3 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0789127 Mar 08 21:14:42.890979 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-303074c9-f280-4265-924f-815d14b41a90 req-bbd8d14d-45c9-4de8-8efa-6a2581f172b3 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506420 Mar 08 21:14:43.129222 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d3431-d4c2-4cae-b67f-5f1e576708d5 req-5d77c4aa-e804-4664-904a-6e60b591416f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:43.130816 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-877d3431-d4c2-4cae-b67f-5f1e576708d5 req-5d77c4aa-e804-4664-904a-6e60b591416f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0800366 Mar 08 21:14:43.206790 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-877d3431-d4c2-4cae-b67f-5f1e576708d5 req-c81b3fec-2711-4ce8-9774-a141a579f4df tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679622 Mar 08 21:14:43.317932 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5caad6-2ad9-452b-af00-96708ae91ad6 req-717c7fca-55b5-4357-9136-d659e185a851 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:43.321451 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa5caad6-2ad9-452b-af00-96708ae91ad6 req-717c7fca-55b5-4357-9136-d659e185a851 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.0927007 Mar 08 21:14:43.408301 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa5caad6-2ad9-452b-af00-96708ae91ad6 req-cb12efc0-f749-4ab0-a19b-2f63863dcb31 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796125 Mar 08 21:14:43.439623 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd93c-ace5-4625-a4c9-5e8b100d5c0c req-ebc65f17-c6aa-4ba4-95b3-8285eef98f5d tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:43.442332 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bd5bd93c-ace5-4625-a4c9-5e8b100d5c0c req-ebc65f17-c6aa-4ba4-95b3-8285eef98f5d tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 932 time: 0.1156187 Mar 08 21:14:43.521525 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bd5bd93c-ace5-4625-a4c9-5e8b100d5c0c req-33dd20c9-47ec-406b-bba0-a0dae3df82f9 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691612 Mar 08 21:14:43.567088 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb44612-3a6a-4c61-a240-5925731de196 req-ce62b4da-4a33-49ec-b782-3d969e26a4dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:43.568650 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cbb44612-3a6a-4c61-a240-5925731de196 req-ce62b4da-4a33-49ec-b782-3d969e26a4dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0750072 Mar 08 21:14:43.623801 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cbb44612-3a6a-4c61-a240-5925731de196 req-c11b9799-7b7b-4493-bca0-a6a2220e3c55 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484915 Mar 08 21:14:44.062178 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b84111-b2f4-495a-9bd6-b2fe550e40ad req-d91dc0d0-365f-447a-a619-6c92aad424c0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:44.064610 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-14b84111-b2f4-495a-9bd6-b2fe550e40ad req-d91dc0d0-365f-447a-a619-6c92aad424c0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0801568 Mar 08 21:14:44.117889 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-14b84111-b2f4-495a-9bd6-b2fe550e40ad req-1c8dd1da-36c1-4ec5-b724-c824ce2d6025 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474739 Mar 08 21:14:44.182195 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Request body: {'port': {'device_id': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:44.256844 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:44.281815 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337c33-d9b4-4d28-b96a-938eaa1fa5fc req-3b9fcf9c-760b-4dd3-beee-15e1b43d46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:44.283779 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e337c33-d9b4-4d28-b96a-938eaa1fa5fc req-3b9fcf9c-760b-4dd3-beee-15e1b43d46af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cacf0353c9f340bfbe28ff3dd0a83707&device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 1131 time: 0.0857043 Mar 08 21:14:44.366409 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e337c33-d9b4-4d28-b96a-938eaa1fa5fc req-dd7cef96-6f47-4446-8a7d-23cfd42d2606 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cacf0353c9f340bfbe28ff3dd0a83707&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470533 Mar 08 21:14:44.616636 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74b013-fcfa-471c-8697-c9cea9b31d08 req-4ea8870b-ef58-4dee-af01-8f3b2920c1c1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:44.623549 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fe74b013-fcfa-471c-8697-c9cea9b31d08 req-4ea8870b-ef58-4dee-af01-8f3b2920c1c1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.2931545 Mar 08 21:14:44.656068 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58f73d-eaaf-4596-9422-230569f03d68 req-ffb44256-39a3-498c-ad51-33a5ee512841 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:44.657740 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ec58f73d-eaaf-4596-9422-230569f03d68 req-ffb44256-39a3-498c-ad51-33a5ee512841 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.1084926 Mar 08 21:14:44.684347 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337c33-d9b4-4d28-b96a-938eaa1fa5fc req-2839b7f8-62b4-4be1-a368-0476bdf54a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:44.686003 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e337c33-d9b4-4d28-b96a-938eaa1fa5fc req-2839b7f8-62b4-4be1-a368-0476bdf54a16 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2930632 Mar 08 21:14:44.725153 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fe74b013-fcfa-471c-8697-c9cea9b31d08 req-f700efb2-7d91-4c6a-8f17-f2c3c42e57e2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005704 Mar 08 21:14:44.795592 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f361fa-d861-44c4-b07d-70d8e97156d2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:14:44.812927 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ec58f73d-eaaf-4596-9422-230569f03d68 req-11b44f20-0c26-4b79-bdbf-7d8324b13b92 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414986 Mar 08 21:14:44.816182 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Publish callbacks [] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:44.840166 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Transition to ACTIVE for port object d9f361fa-d861-44c4-b07d-70d8e97156d2 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:14:44.845055 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:44.905004 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-8ec42e51-8c52-42ee-a425-9fa249bcc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:44.906588 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-8ec42e51-8c52-42ee-a425-9fa249bcc439 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cacf0353c9f340bfbe28ff3dd0a83707&device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 1131 time: 0.0843015 Mar 08 21:14:44.915184 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e8747-4475-45af-bd30-82845a36331b req-9649079a-b3ee-4591-ae9b-87bff7a62f99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:44.916726 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-085e8747-4475-45af-bd30-82845a36331b req-9649079a-b3ee-4591-ae9b-87bff7a62f99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 932 time: 0.1112065 Mar 08 21:14:44.980874 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-d5ce3c2f-9ccc-483f-8921-22de7fb024f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b73f10ce-bd3e-42fa-a098-cecb3bc3d352 HTTP/1.1" status: 200 len: 217 time: 0.0452306 Mar 08 21:14:45.095579 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Pushing event updated for resources: {'Port': ['ID=d9f361fa-d861-44c4-b07d-70d8e97156d2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:45.114144 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-0bf83b72-e42e-498b-82d7-1c30a1e3c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.117570 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-0bf83b72-e42e-498b-82d7-1c30a1e3c42a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77269cda-f737-40d3-a70c-a2303f24b60c HTTP/1.1" status: 200 len: 843 time: 0.1215501 Mar 08 21:14:45.133974 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-085e8747-4475-45af-bd30-82845a36331b req-7c4bafbc-b3b2-4e88-9f7d-16a092373f26 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968396 Mar 08 21:14:45.164424 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46502c4d-fb66-42da-8eec-cbb57c2d0b42 req-46de87ab-e365-4e00-b467-2c6336d642c3 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.171528 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-46502c4d-fb66-42da-8eec-cbb57c2d0b42 req-46de87ab-e365-4e00-b467-2c6336d642c3 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.2265394 Mar 08 21:14:45.212533 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Attempting to bind port d9f361fa-d861-44c4-b07d-70d8e97156d2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:14:45.213563 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Attempting to bind port d9f361fa-d861-44c4-b07d-70d8e97156d2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:14:45.213563 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Attempting to bind port d9f361fa-d861-44c4-b07d-70d8e97156d2 on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:45.229485 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-74ad2ad9-3d1e-4da2-a491-7687dfc64a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.232075 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-74ad2ad9-3d1e-4da2-a491-7687dfc64a3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebf2dc86-1b21-49fe-9d7e-4a098512be65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0943444 Mar 08 21:14:45.237342 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Port d9f361fa-d861-44c4-b07d-70d8e97156d2 on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:14:45.237682 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Attempting to bind port d9f361fa-d861-44c4-b07d-70d8e97156d2 on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:14:45.249689 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-46502c4d-fb66-42da-8eec-cbb57c2d0b42 req-30f64321-845b-4d89-b631-4e68f481ccc4 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771873 Mar 08 21:14:45.252875 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:14:45.253258 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Checking segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:14:45.253646 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Bound using segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:14:45.254085 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Bound port: d9f361fa-d861-44c4-b07d-70d8e97156d2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:14:45.254450 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:45.345943 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] For port d9f361fa-d861-44c4-b07d-70d8e97156d2, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:14:45.352175 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] For port d9f361fa-d861-44c4-b07d-70d8e97156d2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9f361fa-d861-44c4-b07d-70d8e97156d2,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:14:45.371141 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:45.402044 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfc2c4-d485-418f-8ea8-59bf9d6871f7 req-f3a70211-8333-483d-831a-dffb50aaa0cb tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.404474 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1bfc2c4-d485-418f-8ea8-59bf9d6871f7 req-f3a70211-8333-483d-831a-dffb50aaa0cb tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1574833 Mar 08 21:14:45.423769 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.424571 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:45.426206 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] 10.222.0.13 "PUT /v2.0/ports/d9f361fa-d861-44c4-b07d-70d8e97156d2 HTTP/1.1" status: 200 len: 1094 time: 1.2499459 Mar 08 21:14:45.427878 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'tag': 'd9f361fa-d861-44c4-b07d-70d8e97156d2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:14:45.429550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26" -d '{"events": [{"name": "network-changed", "server_uuid": "192957c8-711a-49e1-a7fa-6dea8e575bc5", "tag": "d9f361fa-d861-44c4-b07d-70d8e97156d2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:14:45.477888 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-ca7499ca-fcf6-42c3-b6b3-387a75a68d3e service neutron] 10.222.0.13 "GET /v2.0/networks/ebf2dc86-1b21-49fe-9d7e-4a098512be65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253468 Mar 08 21:14:45.505701 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f876ed4-f24c-40d1-88ef-fb4af567f5ba service neutron] Pushing event updated for resources: {'Port': ['ID=d9f361fa-d861-44c4-b07d-70d8e97156d2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:45.537520 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b37dc10-c7bd-45ab-b87a-55ebf5533348 x-openstack-request-id: req-2b37dc10-c7bd-45ab-b87a-55ebf5533348 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:14:45.538047 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192957c8-711a-49e1-a7fa-6dea8e575bc5", "tag": "d9f361fa-d861-44c4-b07d-70d8e97156d2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:14:45.538558 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b37dc10-c7bd-45ab-b87a-55ebf5533348 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:14:45.539717 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'tag': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'status': 'completed', 'code': 200} Mar 08 21:14:45.630477 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-d375237e-161a-4298-b094-bf07b0ef4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.634711 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-d375237e-161a-4298-b094-bf07b0ef4321 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 1128 time: 0.1288836 Mar 08 21:14:45.694031 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1bfc2c4-d485-418f-8ea8-59bf9d6871f7 req-15e8e32d-09c1-437d-a95b-23d862b681bf tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764311 Mar 08 21:14:45.696559 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-98da62b6-3854-4e61-bb2a-1d24ffdf3a65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9f361fa-d861-44c4-b07d-70d8e97156d2 HTTP/1.1" status: 200 len: 217 time: 0.0419023 Mar 08 21:14:45.699106 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fcd0132-3650-43ce-8ea0-f101795f1038 req-dee08a81-b6f4-44bf-a010-702132ba6717 service neutron] 10.222.0.13 "GET /v2.0/networks/ebf2dc86-1b21-49fe-9d7e-4a098512be65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007859 Mar 08 21:14:45.782643 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-ab611ac2-7f6a-48f2-9cae-53d0271787ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.785355 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-ab611ac2-7f6a-48f2-9cae-53d0271787ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.0695558 Mar 08 21:14:45.911535 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-38576a00-768f-4228-bad4-9b2fe8872eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.913120 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-38576a00-768f-4228-bad4-9b2fe8872eac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1114926 Mar 08 21:14:45.941930 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb844ff-1b23-4ad3-b9ed-83f73e31560c req-3605dfcd-4d71-47ab-be94-54c5d1b15636 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:45.943478 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeb844ff-1b23-4ad3-b9ed-83f73e31560c req-3605dfcd-4d71-47ab-be94-54c5d1b15636 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0899522 Mar 08 21:14:46.046565 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86998b-b76f-4d65-afdc-b7eae03161ed req-31136c2a-d9c9-4169-b85c-313acef73c2d tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:46.049371 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd86998b-b76f-4d65-afdc-b7eae03161ed req-31136c2a-d9c9-4169-b85c-313acef73c2d tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.1054704 Mar 08 21:14:46.109383 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd86998b-b76f-4d65-afdc-b7eae03161ed req-88981b04-c5fe-45e0-96fc-9ed1fabb1f71 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Mar 08 21:14:46.111472 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeb844ff-1b23-4ad3-b9ed-83f73e31560c req-aa4b54a6-69d6-4423-8ece-4e84bcfa2482 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547108 Mar 08 21:14:46.121693 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-8e4282b3-f36a-4fd1-a170-9a83cdffc39b service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943290 Mar 08 21:14:46.298590 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e8e37-ef23-4074-850e-9b6340fe3805 req-cbb6839e-ea3f-43f3-8e28-874b7f6e6083 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:46.300549 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a33e8e37-ef23-4074-850e-9b6340fe3805 req-cbb6839e-ea3f-43f3-8e28-874b7f6e6083 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 944 time: 0.0715945 Mar 08 21:14:46.375298 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a33e8e37-ef23-4074-850e-9b6340fe3805 req-de98b24a-7125-47f2-8d9a-142f2222efc7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638950 Mar 08 21:14:46.396667 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82752f06-fdfe-42ef-b467-3a241fa01a8e req-66c20e76-4917-4ce7-a589-9f621006c23c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:46.399524 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-82752f06-fdfe-42ef-b467-3a241fa01a8e req-66c20e76-4917-4ce7-a589-9f621006c23c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0726213 Mar 08 21:14:46.466508 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-82752f06-fdfe-42ef-b467-3a241fa01a8e req-3ab4d666-cdc5-4fa6-9c39-1708e31f6963 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565088 Mar 08 21:14:46.845119 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aca23e-c6a7-45aa-9179-e06a965d839b req-b36fc5ba-8991-4121-9a24-0c2652e01a37 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:46.847312 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85aca23e-c6a7-45aa-9179-e06a965d839b req-b36fc5ba-8991-4121-9a24-0c2652e01a37 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0639505 Mar 08 21:14:46.905162 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85aca23e-c6a7-45aa-9179-e06a965d839b req-7a53249d-3ca8-48bc-9a00-85dd35634d90 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510013 Mar 08 21:14:47.297902 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd34cd-c16d-49e2-9900-2d888a0050f6 req-f6e04fbc-982d-43d4-bb6c-ddabc262b5dc tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:47.300533 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dccd34cd-c16d-49e2-9900-2d888a0050f6 req-f6e04fbc-982d-43d4-bb6c-ddabc262b5dc tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0893822 Mar 08 21:14:47.364362 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dccd34cd-c16d-49e2-9900-2d888a0050f6 req-698f0ba8-02f7-4b89-93f2-4d11afd6aeb4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577381 Mar 08 21:14:47.384217 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57770289-dda5-41aa-8cf5-c3918984f4bc req-7d1535f2-16c6-4915-b417-31b772db90ad tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:47.385830 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-57770289-dda5-41aa-8cf5-c3918984f4bc req-7d1535f2-16c6-4915-b417-31b772db90ad tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.1527531 Mar 08 21:14:47.392414 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cfbd04f8-70dc-47a7-b010-8977e8df62e4 req-411e7a47-4c9d-479c-887d-a955af82c460 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706669 Mar 08 21:14:47.440412 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-57770289-dda5-41aa-8cf5-c3918984f4bc req-5eeae620-967b-4eb0-b430-d83a5be60968 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464869 Mar 08 21:14:47.537151 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc1078-08e1-469a-8b75-3dd502d4c141 req-cafcff8e-118a-4522-a704-30a1f4c37365 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:47.540101 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4fc1078-08e1-469a-8b75-3dd502d4c141 req-cafcff8e-118a-4522-a704-30a1f4c37365 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 944 time: 0.0842140 Mar 08 21:14:47.614904 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4fc1078-08e1-469a-8b75-3dd502d4c141 req-3a0c86a4-54df-49ce-bce8-a80229b015a3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653365 Mar 08 21:14:47.616025 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae79922-99cd-417b-8594-c358476b205a req-d58a0c62-e45c-4dfe-9c89-2bc42232e2a6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:47.618208 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dae79922-99cd-417b-8594-c358476b205a req-d58a0c62-e45c-4dfe-9c89-2bc42232e2a6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0691452 Mar 08 21:14:47.676045 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dae79922-99cd-417b-8594-c358476b205a req-2bf7f09a-5a78-43c5-a2b2-086b96d5b48a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482044 Mar 08 21:14:48.077436 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dd09e-6532-4223-8d9b-a4fb1133c5fb req-9082f507-06b9-4444-bbd9-9b260a48d2de tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:48.079681 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f0dd09e-6532-4223-8d9b-a4fb1133c5fb req-9082f507-06b9-4444-bbd9-9b260a48d2de tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0682516 Mar 08 21:14:48.142488 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f0dd09e-6532-4223-8d9b-a4fb1133c5fb req-d02187c9-b907-4332-8af0-2912a1480c8a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515852 Mar 08 21:14:48.499573 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a8301-c8b6-42d6-abed-920830ccfb1c req-ac5922ac-e48e-4fc6-8e6e-2d705aadb8f3 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:48.501112 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-946a8301-c8b6-42d6-abed-920830ccfb1c req-ac5922ac-e48e-4fc6-8e6e-2d705aadb8f3 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0610006 Mar 08 21:14:48.556932 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-946a8301-c8b6-42d6-abed-920830ccfb1c req-5c11991b-71fd-436d-9e0a-6c28d557b9f7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469968 Mar 08 21:14:48.586953 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25410e8d-9733-4e60-af6f-be2fe89fbc7c req-54c06ea5-8da4-4f06-aa8b-d7f17bcdb52f tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:48.588421 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25410e8d-9733-4e60-af6f-be2fe89fbc7c req-54c06ea5-8da4-4f06-aa8b-d7f17bcdb52f tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.0612636 Mar 08 21:14:48.641923 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25410e8d-9733-4e60-af6f-be2fe89fbc7c req-ed735c51-00cf-479f-85e4-4151d0a47fbe tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477347 Mar 08 21:14:48.746616 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b857f-6968-4209-b851-02bfbe8ab034 req-0c40a6e7-e2f5-40f5-b642-327e66868a8e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:48.748171 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3d7b857f-6968-4209-b851-02bfbe8ab034 req-0c40a6e7-e2f5-40f5-b642-327e66868a8e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 944 time: 0.0582485 Mar 08 21:14:48.824786 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3d7b857f-6968-4209-b851-02bfbe8ab034 req-f47688ee-50f8-4c24-bd8c-8ae76ac9e7f1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640430 Mar 08 21:14:48.847523 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bdbf9-f76c-4d60-aec3-d166b9316b82 req-3fb97fcd-3b30-4e33-8a3c-0555a780be9c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:48.849001 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7c0bdbf9-f76c-4d60-aec3-d166b9316b82 req-3fb97fcd-3b30-4e33-8a3c-0555a780be9c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0780799 Mar 08 21:14:48.905341 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7c0bdbf9-f76c-4d60-aec3-d166b9316b82 req-8669312e-66bb-462d-b723-ca89b0140f0c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449107 Mar 08 21:14:49.218111 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-f24e9f17-fb10-43cc-a637-f6c08dc504a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:49.219670 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-f24e9f17-fb10-43cc-a637-f6c08dc504a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 1128 time: 0.0666444 Mar 08 21:14:49.418578 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b164cd-da42-4a56-910a-46750eb001b0 req-a45f19f3-d054-464a-9fad-80648eed1141 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:49.421850 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-70b164cd-da42-4a56-910a-46750eb001b0 req-a45f19f3-d054-464a-9fad-80648eed1141 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1841979 Mar 08 21:14:49.490339 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-33aa0f6f-2fce-43fa-a379-4c77f5d44fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:49.492683 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-33aa0f6f-2fce-43fa-a379-4c77f5d44fe6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.2378023 Mar 08 21:14:49.594987 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-2edc1244-ec35-47ff-8eed-af2817765852 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9f361fa-d861-44c4-b07d-70d8e97156d2 HTTP/1.1" status: 200 len: 217 time: 0.0818021 Mar 08 21:14:49.603556 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-70b164cd-da42-4a56-910a-46750eb001b0 req-1e328c9c-5704-4420-9e76-06efa535d59e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685328 Mar 08 21:14:49.658473 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-a91b20c2-1558-4233-8a0a-c3e518213906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:49.659972 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-a91b20c2-1558-4233-8a0a-c3e518213906 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.0546846 Mar 08 21:14:49.763285 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c3f2f-2b95-4fd8-bde4-5fc44b6abb91 req-e419f944-56fd-4678-a4c8-c5ef927a7fe6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:49.765165 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-572c3f2f-2b95-4fd8-bde4-5fc44b6abb91 req-e419f944-56fd-4678-a4c8-c5ef927a7fe6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1053135 Mar 08 21:14:49.771766 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-010a599c-d640-41a0-966d-f118848c5e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:49.774082 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-010a599c-d640-41a0-966d-f118848c5e1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048241 Mar 08 21:14:49.858482 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-572c3f2f-2b95-4fd8-bde4-5fc44b6abb91 req-94a45cb3-1b8b-413e-a90e-a672c1ac88ed tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823910 Mar 08 21:14:49.889418 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cfc32-1a17-4cc1-a08c-4ccdbb0f9af0 req-408725fa-7360-494d-bc42-d7c518b18f16 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:49.889418 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf9cfc32-1a17-4cc1-a08c-4ccdbb0f9af0 req-408725fa-7360-494d-bc42-d7c518b18f16 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.1535952 Mar 08 21:14:49.993380 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-7ec23850-eb43-455f-aba0-edff979d9a03 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067573 Mar 08 21:14:50.047078 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf9cfc32-1a17-4cc1-a08c-4ccdbb0f9af0 req-a8f433a0-01a1-4bba-9027-5a93cb048377 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563754 Mar 08 21:14:50.062077 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a00b8-ec16-49ef-bc4b-0fe720a83e2a req-9afe3f3e-0047-413a-9205-850ebf2bd723 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:50.079545 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b76a00b8-ec16-49ef-bc4b-0fe720a83e2a req-9afe3f3e-0047-413a-9205-850ebf2bd723 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 944 time: 0.1086273 Mar 08 21:14:50.169003 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b76a00b8-ec16-49ef-bc4b-0fe720a83e2a req-03a7a624-7258-47a4-99ab-df67fcb21542 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953498 Mar 08 21:14:50.224513 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fc33bdb5-3dc3-47d0-a2f9-e23da52aea26 req-56f9d80a-e874-4d00-b335-45fd96d92c80 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177153 Mar 08 21:14:50.258770 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3451f5-d8ed-4a76-bec7-15cb2bdad05e req-820b8f22-34d2-4311-b9e9-3deff3d7fd12 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:50.260367 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5c3451f5-d8ed-4a76-bec7-15cb2bdad05e req-820b8f22-34d2-4311-b9e9-3deff3d7fd12 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0802572 Mar 08 21:14:50.349856 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5c3451f5-d8ed-4a76-bec7-15cb2bdad05e req-b040fa6e-80ff-4162-93d4-9f86b86303a6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829184 Mar 08 21:14:50.781890 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f0426-a0da-4de3-8733-c03d8b66765a req-19b85a81-9df2-4429-a42f-38b7b498dc37 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:50.783890 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d3f0426-a0da-4de3-8733-c03d8b66765a req-19b85a81-9df2-4429-a42f-38b7b498dc37 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0674965 Mar 08 21:14:50.840649 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d3f0426-a0da-4de3-8733-c03d8b66765a req-85a1a217-6c64-4476-8b94-1da405efd801 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488217 Mar 08 21:14:51.033593 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04f1bf-0cf7-41ab-96d5-f68dca0ce5a0 req-6350ac95-da77-4cf2-98b7-561cbea77222 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:51.036100 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca04f1bf-0cf7-41ab-96d5-f68dca0ce5a0 req-6350ac95-da77-4cf2-98b7-561cbea77222 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0850010 Mar 08 21:14:51.096638 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca04f1bf-0cf7-41ab-96d5-f68dca0ce5a0 req-431aa836-b562-4a4e-8b5d-f5884c4f8685 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502412 Mar 08 21:14:51.230582 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccc96c-ba88-4022-906d-15494c05bc8e req-a945ad96-91f6-4f01-b5dd-8dcc4d56799b tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:51.233333 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d7ccc96c-ba88-4022-906d-15494c05bc8e req-a945ad96-91f6-4f01-b5dd-8dcc4d56799b tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.0816648 Mar 08 21:14:51.322665 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d7ccc96c-ba88-4022-906d-15494c05bc8e req-ae3e3274-a71d-4f81-ac3a-3de0a2c339dc tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781572 Mar 08 21:14:51.335607 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d105a-c423-468d-9b86-1abac7585e14 req-964ad2d2-a35c-43c6-b0bb-a6c281dd0cd5 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:51.338486 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ad4d105a-c423-468d-9b86-1abac7585e14 req-964ad2d2-a35c-43c6-b0bb-a6c281dd0cd5 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 944 time: 0.0837221 Mar 08 21:14:51.410718 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ad4d105a-c423-468d-9b86-1abac7585e14 req-15e5a818-32b7-4f4c-88a5-f6929b9e0f7f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632594 Mar 08 21:14:51.472307 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:14:51.547636 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd6805-961c-4045-9c41-7138aff0575a req-6db338dd-e013-4c87-b4d6-02da6662d6d4 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:51.549210 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdfd6805-961c-4045-9c41-7138aff0575a req-6db338dd-e013-4c87-b4d6-02da6662d6d4 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0807126 Mar 08 21:14:51.619571 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdfd6805-961c-4045-9c41-7138aff0575a req-1b0fe7da-15a1-46c7-a659-0448aee1028e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600023 Mar 08 21:14:51.988203 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3892a5-05cc-4ec2-aee7-ee359f003b58 req-099dbb23-3f96-4a23-9335-c52cc931d978 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:51.989909 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9b3892a5-05cc-4ec2-aee7-ee359f003b58 req-099dbb23-3f96-4a23-9335-c52cc931d978 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0664456 Mar 08 21:14:52.047297 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9b3892a5-05cc-4ec2-aee7-ee359f003b58 req-2ad9295c-895e-4331-b9de-310bbbecb523 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498528 Mar 08 21:14:52.244979 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75242320-8a98-40a1-b1f8-a24aa0388336 req-5675aad5-3f16-47ef-9093-209832c6a4a6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:52.247300 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75242320-8a98-40a1-b1f8-a24aa0388336 req-5675aad5-3f16-47ef-9093-209832c6a4a6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0692370 Mar 08 21:14:52.324855 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75242320-8a98-40a1-b1f8-a24aa0388336 req-fa493452-e7ed-4dde-85f4-6518ee9f9d1b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633454 Mar 08 21:14:52.486596 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd589948-dbd5-4d4f-b86f-29f8b2d8b4cc req-afb13cc8-31ef-489d-b8fb-e7358c7ec4e3 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:52.491705 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fd589948-dbd5-4d4f-b86f-29f8b2d8b4cc req-afb13cc8-31ef-489d-b8fb-e7358c7ec4e3 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.0864458 Mar 08 21:14:52.559576 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fd589948-dbd5-4d4f-b86f-29f8b2d8b4cc req-bf243d6b-e536-48f6-9bee-6a34f09fb517 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611560 Mar 08 21:14:52.577439 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40119840-409f-49ce-afba-28008f857abd req-47ea1381-0679-45db-9df6-f35401dc45ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:52.577439 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40119840-409f-49ce-afba-28008f857abd req-47ea1381-0679-45db-9df6-f35401dc45ae tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 944 time: 0.0707226 Mar 08 21:14:52.634174 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40119840-409f-49ce-afba-28008f857abd req-c7e064f5-ea42-45d2-9cd3-708d42852685 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519791 Mar 08 21:14:52.764090 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5d5d3-5b12-4fd9-8e23-351ff47a1284 req-90967252-bff0-494e-b908-637aa2e9aad2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:52.765820 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-49f5d5d3-5b12-4fd9-8e23-351ff47a1284 req-90967252-bff0-494e-b908-637aa2e9aad2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0618231 Mar 08 21:14:52.827878 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-49f5d5d3-5b12-4fd9-8e23-351ff47a1284 req-21932e79-4d53-4f98-932e-248460baaf10 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525143 Mar 08 21:14:53.195002 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838f6c0-8b02-4a4d-997e-27c06dd0a6cb req-5e782777-6772-4b18-a693-e9bc7c1220ee tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:53.196566 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5838f6c0-8b02-4a4d-997e-27c06dd0a6cb req-5e782777-6772-4b18-a693-e9bc7c1220ee tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0752773 Mar 08 21:14:53.259211 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5838f6c0-8b02-4a4d-997e-27c06dd0a6cb req-0ac4f230-9e3d-4241-88e7-a79bb4f50b18 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530827 Mar 08 21:14:53.485932 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094471fa-df6a-4fbf-b6b3-2223e77c4ea8 req-5cfe23c6-aca2-43e9-82e3-11a688e044d7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:53.487577 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-094471fa-df6a-4fbf-b6b3-2223e77c4ea8 req-5cfe23c6-aca2-43e9-82e3-11a688e044d7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0704434 Mar 08 21:14:53.548839 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-094471fa-df6a-4fbf-b6b3-2223e77c4ea8 req-9b2a4b8d-9b7c-48e6-bc54-2bd642da8fed tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Mar 08 21:14:53.706886 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb25c53-3baf-421c-bc53-5a411ccd36e9 req-bfeb2693-95e7-4809-a421-2a1ba150ba01 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:53.708484 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edb25c53-3baf-421c-bc53-5a411ccd36e9 req-bfeb2693-95e7-4809-a421-2a1ba150ba01 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.0674746 Mar 08 21:14:53.778143 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edb25c53-3baf-421c-bc53-5a411ccd36e9 req-eed8a730-9a97-4a01-a4c6-50bda30aa1f7 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596232 Mar 08 21:14:53.799698 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db80f71-6779-416c-bce7-4fbfb699e611 req-419ca950-3fd7-4ef4-8aee-2b322e21f79d tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:53.801359 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9db80f71-6779-416c-bce7-4fbfb699e611 req-419ca950-3fd7-4ef4-8aee-2b322e21f79d tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 944 time: 0.0800114 Mar 08 21:14:53.871361 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9db80f71-6779-416c-bce7-4fbfb699e611 req-1b483b2c-cec4-457f-bf7a-47ce128b71a0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619321 Mar 08 21:14:53.963363 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2a22-556b-4aad-8e88-35b245da4a88 req-2a5d0993-7512-420e-821e-c739112dca36 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:53.964971 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d3ee2a22-556b-4aad-8e88-35b245da4a88 req-2a5d0993-7512-420e-821e-c739112dca36 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0572355 Mar 08 21:14:54.029671 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d3ee2a22-556b-4aad-8e88-35b245da4a88 req-d179686e-a804-4bd2-a32d-87022dbe86d8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580194 Mar 08 21:14:54.429330 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb68f7-8356-4f16-bf89-951cca13ea8d req-b26a5607-dccb-4e02-b304-9bc028725d77 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:54.430928 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-53cb68f7-8356-4f16-bf89-951cca13ea8d req-b26a5607-dccb-4e02-b304-9bc028725d77 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0658901 Mar 08 21:14:54.450455 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device d9f361fa-d861-44c4-b07d-70d8e97156d2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:14:54.501548 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-53cb68f7-8356-4f16-bf89-951cca13ea8d req-6f08273f-d0f5-495c-af6c-8293bb475103 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621607 Mar 08 21:14:54.628070 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port d9f361fa-d861-44c4-b07d-70d8e97156d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9f361fa-d861-44c4-b07d-70d8e97156d2,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:54.652762 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'port_id': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'mac_address': 'fa:16:3e:ce:60:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:14:54.724312 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port d9f361fa-d861-44c4-b07d-70d8e97156d2 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:54.724715 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:54.739576 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f361fa-d861-44c4-b07d-70d8e97156d2 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:14:54.763707 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port d9f361fa-d861-44c4-b07d-70d8e97156d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9f361fa-d861-44c4-b07d-70d8e97156d2,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:54.768704 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:54.774451 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac6c79-2f6b-4a42-b7e0-39e3557da8c6 req-74796f66-55eb-4010-801b-cefb9464e0bd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:54.777262 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-79ac6c79-2f6b-4a42-b7e0-39e3557da8c6 req-74796f66-55eb-4010-801b-cefb9464e0bd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1265397 Mar 08 21:14:54.848640 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=d9f361fa-d861-44c4-b07d-70d8e97156d2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:54.868716 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-79ac6c79-2f6b-4a42-b7e0-39e3557da8c6 req-b455abd9-8cb2-4e04-ad39-7f0a56a2f6d7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811524 Mar 08 21:14:54.984383 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ddd6-4a66-4cc6-9068-ef545f6987b5 req-2566ce6f-7e7e-4cee-9dd2-e419c075eac4 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:54.986049 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-43d1ddd6-4a66-4cc6-9068-ef545f6987b5 req-2566ce6f-7e7e-4cee-9dd2-e419c075eac4 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.0789464 Mar 08 21:14:55.068858 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-43d1ddd6-4a66-4cc6-9068-ef545f6987b5 req-9cc2c0b5-4ae6-4f91-a512-07527fbdbfe3 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721285 Mar 08 21:14:55.073358 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc89604-851f-46d3-b33e-bf5be14f2a40 req-e089aabd-a20b-4b29-9c99-41da32ebdd36 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:55.076025 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1bc89604-851f-46d3-b33e-bf5be14f2a40 req-e089aabd-a20b-4b29-9c99-41da32ebdd36 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 945 time: 0.0849285 Mar 08 21:14:55.144634 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1bc89604-851f-46d3-b33e-bf5be14f2a40 req-13a63926-cb3d-4398-a3f6-9e07c21853db tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622685 Mar 08 21:14:55.212806 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9d539-00df-43a5-8ecb-2448c96e2248 req-294410fc-39df-48fe-9391-88c96e23ce63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:55.214387 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-70b9d539-00df-43a5-8ecb-2448c96e2248 req-294410fc-39df-48fe-9391-88c96e23ce63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0710542 Mar 08 21:14:55.284798 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-70b9d539-00df-43a5-8ecb-2448c96e2248 req-adead42a-0489-43f3-988f-ad403e1c7dd9 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605099 Mar 08 21:14:55.540920 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['d9f361fa-d861-44c4-b07d-70d8e97156d2'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:14:55.729974 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186a351-6b02-4533-a314-3e113548108f req-323d1666-80d2-4329-bbb6-0386b6aac268 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:55.742011 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c186a351-6b02-4533-a314-3e113548108f req-323d1666-80d2-4329-bbb6-0386b6aac268 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1038017 Mar 08 21:14:55.822732 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c186a351-6b02-4533-a314-3e113548108f req-409693bb-3c05-4333-a656-b0e76a339343 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797234 Mar 08 21:14:56.065254 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f9812-3e8f-4578-addc-fc3aa527d8ca req-ad251f7e-f2c9-49c3-ba38-23d07a4b5c3b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:56.069442 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-944f9812-3e8f-4578-addc-fc3aa527d8ca req-ad251f7e-f2c9-49c3-ba38-23d07a4b5c3b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0812392 Mar 08 21:14:56.157894 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-944f9812-3e8f-4578-addc-fc3aa527d8ca req-8d843712-d1e0-49a5-aa3c-613367a98f48 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687451 Mar 08 21:14:56.181378 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65011da-61c3-4bda-8fc4-afbc4dc6efe0 req-24fe5f99-f8b5-4939-a906-b6d122f98d63 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:56.185613 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c65011da-61c3-4bda-8fc4-afbc4dc6efe0 req-24fe5f99-f8b5-4939-a906-b6d122f98d63 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.1139514 Mar 08 21:14:56.274407 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c65011da-61c3-4bda-8fc4-afbc4dc6efe0 req-c9db3817-e54f-40cf-a9d1-eadf3c01d5d2 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Mar 08 21:14:56.306135 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41778) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:56.323950 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4faae-7fb6-46bf-bf5a-c6d6a125e605 req-f2de621b-6f51-42f8-92e4-84aa6f61801b tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:56.325781 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8fc4faae-7fb6-46bf-bf5a-c6d6a125e605 req-f2de621b-6f51-42f8-92e4-84aa6f61801b tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 947 time: 0.0800838 Mar 08 21:14:56.422454 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device b73f10ce-bd3e-42fa-a098-cecb3bc3d352 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:14:56.441538 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8fc4faae-7fb6-46bf-bf5a-c6d6a125e605 req-7a845027-38f6-4857-9341-30c1d2e5924f tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090598 Mar 08 21:14:56.542157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809ef16-a9d5-4701-aaf2-482c9807b100 req-c7758197-b6d5-43fe-83e4-234ace31ff32 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:56.544942 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a809ef16-a9d5-4701-aaf2-482c9807b100 req-c7758197-b6d5-43fe-83e4-234ace31ff32 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 945 time: 0.1662500 Mar 08 21:14:56.610480 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port b73f10ce-bd3e-42fa-a098-cecb3bc3d352, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,segment=NetworkSegment(c4e17ed8-6149-42a7-9c19-1b501c574155),segment_id=c4e17ed8-6149-42a7-9c19-1b501c574155)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:56.628441 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'b73f10ce-bd3e-42fa-a098-cecb3bc3d352', 'network_id': 'ebf2dc86-1b21-49fe-9d7e-4a098512be65', 'port_id': 'b73f10ce-bd3e-42fa-a098-cecb3bc3d352', 'mac_address': 'fa:16:3e:75:6c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77269cda-f737-40d3-a70c-a2303f24b60c', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:14:56.669502 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a809ef16-a9d5-4701-aaf2-482c9807b100 req-0f1ab32e-941e-4a96-9680-c8a4f4d57509 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139500 Mar 08 21:14:56.690349 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f0f5d-4a25-4f7a-a662-852896ddf4e2 tempest-TestMinimumBasicScenario-1405493738 tempest-TestMinimumBasicScenario-1405493738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:56.695426 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-da7f0f5d-4a25-4f7a-a662-852896ddf4e2 tempest-TestMinimumBasicScenario-1405493738 tempest-TestMinimumBasicScenario-1405493738-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1124 time: 0.3867640 Mar 08 21:14:56.700734 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:14:56.704632 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:56.705258 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:56.709157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'port_id': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:14:56.711933 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013feb7-6698-47af-b150-3391b61155d3 req-86db86aa-093a-40f4-9610-21cf40841700 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:56.713761 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c013feb7-6698-47af-b150-3391b61155d3 req-86db86aa-093a-40f4-9610-21cf40841700 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0855100 Mar 08 21:14:56.735683 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73f10ce-bd3e-42fa-a098-cecb3bc3d352 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:14:56.753829 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:56.766584 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port b73f10ce-bd3e-42fa-a098-cecb3bc3d352, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,segment=NetworkSegment(c4e17ed8-6149-42a7-9c19-1b501c574155),segment_id=c4e17ed8-6149-42a7-9c19-1b501c574155)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:56.777878 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c013feb7-6698-47af-b150-3391b61155d3 req-a5a60294-3678-40d4-ba3c-3659ad06c194 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568404 Mar 08 21:14:56.781393 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:56.863144 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:56.983271 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:57.055180 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1976a-efae-4e1a-b277-15c53cf2a4db req-d9665ab1-da2d-41b8-9230-ff4fab01f081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:57.058008 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6fb1976a-efae-4e1a-b277-15c53cf2a4db req-d9665ab1-da2d-41b8-9230-ff4fab01f081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1403012 Mar 08 21:14:57.170329 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6fb1976a-efae-4e1a-b277-15c53cf2a4db req-1d8401c8-ad66-42cc-9f79-0e812e39a211 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033826 Mar 08 21:14:57.186902 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Allocated IP 172.27.1.185 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:14:57.325477 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df424992-f572-4ed6-9fc2-c1078129a0a9 req-6a8fee68-adf4-483e-9d17-2642631992c5 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:57.327829 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-df424992-f572-4ed6-9fc2-c1078129a0a9 req-6a8fee68-adf4-483e-9d17-2642631992c5 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0790305 Mar 08 21:14:57.346081 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for port (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:57.376999 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['b73f10ce-bd3e-42fa-a098-cecb3bc3d352'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:14:57.394914 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:57.421588 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-df424992-f572-4ed6-9fc2-c1078129a0a9 req-1d029536-ba7b-4ce2-8cbb-c2eb7bf44b2c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829127 Mar 08 21:14:57.439741 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:14:57.447321 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:14:57.451095 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:14:57.489619 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'Port': ['ID=ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:57.672703 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cb0b4-c3e4-4ac6-a1f5-004433026af6 req-d3ee69d5-4f1c-4987-a1e0-77712867bbac tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:57.674156 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-002cb0b4-c3e4-4ac6-a1f5-004433026af6 req-d3ee69d5-4f1c-4987-a1e0-77712867bbac tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 948 time: 0.1235456 Mar 08 21:14:57.886664 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cbc57-4440-4573-9a0d-a00f15238401 req-e8d4c8f3-2050-4dad-9538-41a480fc5b11 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:57.888563 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-af0cbc57-4440-4573-9a0d-a00f15238401 req-e8d4c8f3-2050-4dad-9538-41a480fc5b11 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 945 time: 0.1081362 Mar 08 21:14:57.982289 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-af0cbc57-4440-4573-9a0d-a00f15238401 req-1cb7362b-4437-4e22-814f-a351736aa15f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806527 Mar 08 21:14:58.165771 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd1024-f419-4f4d-b67b-944e76c295ad req-c1f1cda5-7790-4a14-8527-487403ea0bcd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:58.167378 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10cd1024-f419-4f4d-b67b-944e76c295ad req-c1f1cda5-7790-4a14-8527-487403ea0bcd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0790370 Mar 08 21:14:58.212799 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-002cb0b4-c3e4-4ac6-a1f5-004433026af6 req-7c206d7e-6bf2-461a-bcaa-5e25d6f91df4 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281081 Mar 08 21:14:58.237517 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10cd1024-f419-4f4d-b67b-944e76c295ad req-f4213db9-dc2b-468a-ae2d-3d5875338bbd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602190 Mar 08 21:14:58.409373 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051cace-41ff-4507-adfc-88ecb8babf80 req-f59ca4f9-afc2-4e8c-a359-6ede95791abd tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:58.412291 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6051cace-41ff-4507-adfc-88ecb8babf80 req-f59ca4f9-afc2-4e8c-a359-6ede95791abd tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0748563 Mar 08 21:14:58.442013 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device d9f361fa-d861-44c4-b07d-70d8e97156d2 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:14:58.501442 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for floatingip (1577ea80-ce62-4e5b-b7b8-7fe05a40d598), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:58.531034 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port d9f361fa-d861-44c4-b07d-70d8e97156d2 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:14:58.546459 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port d9f361fa-d861-44c4-b07d-70d8e97156d2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:14:58.547908 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:58.630308 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:58.680929 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-d4a8ddf8-d660-428f-9b8b-423214ea4acf tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211994869&fields=id&tenant_id=f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 267 time: 0.1143510 Mar 08 21:14:58.700077 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port d9f361fa-d861-44c4-b07d-70d8e97156d2 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:14:58.700077 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:58.731693 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f361fa-d861-44c4-b07d-70d8e97156d2'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:14:58.734180 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb673661-cc9d-4012-9f21-cb5814a330f2" -d '{"events": [{"server_uuid": "192957c8-711a-49e1-a7fa-6dea8e575bc5", "name": "network-vif-plugged", "status": "completed", "tag": "d9f361fa-d861-44c4-b07d-70d8e97156d2"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:14:58.771020 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port d9f361fa-d861-44c4-b07d-70d8e97156d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9f361fa-d861-44c4-b07d-70d8e97156d2,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:14:58.776916 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:58.859292 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6051cace-41ff-4507-adfc-88ecb8babf80 req-16698d4c-420c-4d5c-8d19-c2c60b9ef524 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353614 Mar 08 21:14:58.881900 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=d9f361fa-d861-44c4-b07d-70d8e97156d2,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:58.949874 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb2a495d-a52f-4907-938a-75c5da00bb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:58.965784 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0660cae7-daba-41e7-b4dc-2cae9646ffd4 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:58.967296 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0660cae7-daba-41e7-b4dc-2cae9646ffd4 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 812 time: 0.2754140 Mar 08 21:14:59.001380 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-d4bb0843-666b-4c5c-8c1f-d89a76ccc9a4 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/quotas/f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 375 time: 0.0229092 Mar 08 21:14:59.014221 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a2411-e1cf-43e7-a067-ab16ec2d70b4 req-bb1aaf71-1e13-4f66-9a05-f9ff4d133526 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:59.017577 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1a2411-e1cf-43e7-a067-ab16ec2d70b4 req-bb1aaf71-1e13-4f66-9a05-f9ff4d133526 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0718217 Mar 08 21:14:59.080026 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1a2411-e1cf-43e7-a067-ab16ec2d70b4 req-db36ecbd-36a5-48c2-97b5-d06142620226 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541120 Mar 08 21:14:59.109585 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for port (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:59.116122 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:59.131979 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-da0ce96f-6781-4d84-acbd-fcf3f56ade5e tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137617 Mar 08 21:14:59.141700 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048520d2-525a-4b0a-8bc5-11fbfd6ce647 x-openstack-request-id: req-048520d2-525a-4b0a-8bc5-11fbfd6ce647 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:14:59.142363 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192957c8-711a-49e1-a7fa-6dea8e575bc5", "name": "network-vif-plugged", "status": "completed", "tag": "d9f361fa-d861-44c4-b07d-70d8e97156d2", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:14:59.142905 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-048520d2-525a-4b0a-8bc5-11fbfd6ce647 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:14:59.143683 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'code': 200} Mar 08 21:14:59.231409 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'Port': ['ID=ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:14:59.280851 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (1577ea80-ce62-4e5b-b7b8-7fe05a40d598), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:14:59.321807 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43d547-d73b-4345-94e4-2f0a9a7011f6 req-9e823040-0e52-421e-b4e0-04c30ab0fc58 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:59.323445 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7b43d547-d73b-4345-94e4-2f0a9a7011f6 req-9e823040-0e52-421e-b4e0-04c30ab0fc58 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 946 time: 0.0912139 Mar 08 21:14:59.386864 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-a137d1ee-5940-47fb-a006-622f3f65018d service neutron] 10.222.0.61 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218096 Mar 08 21:14:59.425164 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7b43d547-d73b-4345-94e4-2f0a9a7011f6 req-ee565e01-2ca2-4e73-9cdb-5034709c3307 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902092 Mar 08 21:14:59.458834 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831e8c-a194-4e3d-8e03-ef46b9470f00 req-860b376d-0973-4a92-a514-0fed73bdf352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:59.463826 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9831e8c-a194-4e3d-8e03-ef46b9470f00 req-860b376d-0973-4a92-a514-0fed73bdf352 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 1130 time: 0.0833855 Mar 08 21:14:59.542637 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Floating IP 1577ea80-ce62-4e5b-b7b8-7fe05a40d598 associated. External IP: 172.27.1.185, port: 42c33cf8-15e4-4fba-b3d6-8938533903ea. Mar 08 21:14:59.554763 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a9831e8c-a194-4e3d-8e03-ef46b9470f00 req-291fc720-9871-48e2-91f0-5717262c41c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758035 Mar 08 21:14:59.583367 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1980273-1f4e-4a24-a4d8-b2257ec3304c req-c37097d3-929d-477f-9137-b4697e45ac43 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:59.586587 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e1980273-1f4e-4a24-a4d8-b2257ec3304c req-c37097d3-929d-477f-9137-b4697e45ac43 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 948 time: 0.0868499 Mar 08 21:14:59.642887 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-b765db19-6093-4510-8af7-669b204046c5 service neutron] 10.222.0.61 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158628 Mar 08 21:14:59.655802 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e1980273-1f4e-4a24-a4d8-b2257ec3304c req-be68b03e-507a-4198-8086-6f9ac7dd971f tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602617 Mar 08 21:14:59.849571 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb76b0-4ac6-42fe-8696-5c164655b116 req-5982c91f-3b16-4852-8ebf-31c7abb52180 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:14:59.852294 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c8cb76b0-4ac6-42fe-8696-5c164655b116 req-5982c91f-3b16-4852-8ebf-31c7abb52180 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0783880 Mar 08 21:14:59.862261 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Router df2fcf3d-ba9e-456b-824c-75f342260685 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:14:59.922067 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c8cb76b0-4ac6-42fe-8696-5c164655b116 req-fcbae5a7-bb91-46a1-b719-0a87081369c7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637493 Mar 08 21:15:00.071692 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:15:00.092675 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] Sync routers for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:15:00.113461 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:15:00.114753 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:14:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:00.135185 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5deded2-0f8b-456c-94fb-08754c363ad6 req-3fb7f24b-ac8b-4d17-aeca-db33b229527a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:00.141791 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f5deded2-0f8b-456c-94fb-08754c363ad6 req-3fb7f24b-ac8b-4d17-aeca-db33b229527a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1290646 Mar 08 21:15:00.173317 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e41a2672-aa73-436a-bf3f-d6d062f2fb8a req-73feeb76-9775-4f4c-b1b7-005e000011ce tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 210 time: 0.0742090 Mar 08 21:15:00.185015 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:00.238341 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f5deded2-0f8b-456c-94fb-08754c363ad6 req-d150eddd-8c4a-4f4d-aa7a-3e67b7703666 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876176 Mar 08 21:15:00.253222 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cda1e70d-2a35-46f7-b3a7-547a6ec87910 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5506363 Mar 08 21:15:00.254932 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:00.258947 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41860) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:00.261189 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:00.267473 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bcb0a935-6875-4d93-a4ef-a19ce71843f1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518984510', 'description': 'tempest-secgroup-smoke-518984510 description', 'project_id': '5a3f14c2341040779c1eda85b16a79b8'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:00.353049 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:15:00.360400 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a935-6875-4d93-a4ef-a19ce71843f1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:00.379227 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57de9185-9697-4655-8a8d-b28fb4474495 x-openstack-request-id: req-57de9185-9697-4655-8a8d-b28fb4474495 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:00.379652 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:00.381132 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57de9185-9697-4655-8a8d-b28fb4474495 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:00.381132 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'status': 'completed', 'code': 200} Mar 08 21:15:00.433350 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d46e0-0e0d-42be-bf4f-1f80dd9cf1ee req-eb47ad80-1f60-450b-866a-0d5ab39bb539 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:00.436652 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d8d46e0-0e0d-42be-bf4f-1f80dd9cf1ee req-eb47ad80-1f60-450b-866a-0d5ab39bb539 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1702359 Mar 08 21:15:00.456507 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device b73f10ce-bd3e-42fa-a098-cecb3bc3d352 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:15:00.511236 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-ce5007ea-9429-4bed-a64e-16ec21ce3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:00.513346 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-ce5007ea-9429-4bed-a64e-16ec21ce3948 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a3f14c2341040779c1eda85b16a79b8&device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1129 time: 0.0926113 Mar 08 21:15:00.528359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a935-6875-4d93-a4ef-a19ce71843f1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group (829f5e6c-edd0-4330-a878-7e54133d44fc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:00.549446 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a935-6875-4d93-a4ef-a19ce71843f1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (829f5e6c-edd0-4330-a878-7e54133d44fc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:00.584031 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:15:00.593816 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:15:00.594339 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:00.619153 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d8d46e0-0e0d-42be-bf4f-1f80dd9cf1ee req-b11a39b3-2e34-4009-b037-1c0f3a4481e1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399636 Mar 08 21:15:00.727020 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-79ddde3a-0637-453c-86a2-7d22768561be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:00.730608 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-79ddde3a-0637-453c-86a2-7d22768561be service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ccdb735-271e-43ab-8a75-48daa9c04b98 HTTP/1.1" status: 200 len: 915 time: 0.1975784 Mar 08 21:15:00.756256 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:15:00.757454 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:00.845463 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port b73f10ce-bd3e-42fa-a098-cecb3bc3d352, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,segment=NetworkSegment(c4e17ed8-6149-42a7-9c19-1b501c574155),segment_id=c4e17ed8-6149-42a7-9c19-1b501c574155)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:00.857596 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:00.889950 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a935-6875-4d93-a4ef-a19ce71843f1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:00.901292 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-bcb0a935-6875-4d93-a4ef-a19ce71843f1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6405098 Mar 08 21:15:00.911623 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41874) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:00.946793 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-34ef1258-1dd3-4ebc-bec4-bd0e1f4c3f51 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'security_group_rule': {'security_group_id': '829f5e6c-edd0-4330-a878-7e54133d44fc', 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:00.957297 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0a935-6875-4d93-a4ef-a19ce71843f1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829f5e6c-edd0-4330-a878-7e54133d44fc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:00.977798 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd883-f561-4b23-a210-c63736a849a6 req-d2ddeb17-a65d-4f07-942a-a847e257a8a3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:00.979523 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a91cd883-f561-4b23-a210-c63736a849a6 req-d2ddeb17-a65d-4f07-942a-a847e257a8a3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 946 time: 0.2474129 Mar 08 21:15:01.006754 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:01.017976 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871881ab-1881-4dd6-a1ec-459f8f147887 req-3ddd360e-2656-4f8d-ab5b-9fad388eceec tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:01.020753 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-871881ab-1881-4dd6-a1ec-459f8f147887 req-3ddd360e-2656-4f8d-ab5b-9fad388eceec tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 949 time: 0.1606817 Mar 08 21:15:01.027505 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-69f3b793-b911-4586-816c-8cb57137479a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 999 time: 0.2758410 Mar 08 21:15:01.041652 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34ef1258-1dd3-4ebc-bec4-bd0e1f4c3f51 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (e561f367-2373-401a-a3ad-9b134beb7c8f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.123046 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a91cd883-f561-4b23-a210-c63736a849a6 req-201436e4-a70e-4672-ad14-4dfa5642d087 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257868 Mar 08 21:15:01.139075 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-871881ab-1881-4dd6-a1ec-459f8f147887 req-f2004b52-e1e2-4094-8166-51efb0629686 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987756 Mar 08 21:15:01.145505 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73f10ce-bd3e-42fa-a098-cecb3bc3d352'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:01.152029 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c12039c-51ea-45f3-a63c-dc72ae5e38d3" -d '{"events": [{"server_uuid": "6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5", "name": "network-vif-plugged", "status": "completed", "tag": "b73f10ce-bd3e-42fa-a098-cecb3bc3d352"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:01.185803 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-94097413-5098-4bb5-aaf4-ff3c3bcfd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:01.189308 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-94097413-5098-4bb5-aaf4-ff3c3bcfd319 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50824e75-db81-4519-80bb-62c2f9c4e213 HTTP/1.1" status: 200 len: 853 time: 0.1420746 Mar 08 21:15:01.207554 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34ef1258-1dd3-4ebc-bec4-bd0e1f4c3f51 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (e561f367-2373-401a-a3ad-9b134beb7c8f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.223798 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34ef1258-1dd3-4ebc-bec4-bd0e1f4c3f51 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (e561f367-2373-401a-a3ad-9b134beb7c8f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.244767 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346e0e72-3ee4-413d-ba73-f4c08cc6be04 x-openstack-request-id: req-346e0e72-3ee4-413d-ba73-f4c08cc6be04 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:01.245063 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5", "name": "network-vif-plugged", "status": "completed", "tag": "b73f10ce-bd3e-42fa-a098-cecb3bc3d352", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:01.245414 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-346e0e72-3ee4-413d-ba73-f4c08cc6be04 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:01.245828 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73f10ce-bd3e-42fa-a098-cecb3bc3d352', 'code': 200} Mar 08 21:15:01.265176 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1577ea80-ce62-4e5b-b7b8-7fe05a40d598', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'port_id': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'mac_address': 'fa:16:3e:f2:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:14:58Z', 'updated_at': '2022-03-08T21:14:58Z', 'revision_number': 0, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:29Z', 'revision_number': 5, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:01.305947 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45d96803-5caf-4a45-b0f5-556062986400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.349971 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] Checking router: df2fcf3d-ba9e-456b-824c-75f342260685 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:15:01.363861 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:15:01.364959 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:15:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:01.387879 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34ef1258-1dd3-4ebc-bec4-bd0e1f4c3f51 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.389883 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-34ef1258-1dd3-4ebc-bec4-bd0e1f4c3f51 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4600327 Mar 08 21:15:01.395811 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:01.415870 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26fe14a4-ff17-4842-b140-226f8c404cf6 req-e966b9d2-a165-46d3-954f-4ac0acc8882b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 210 time: 0.0975609 Mar 08 21:15:01.421507 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5c97dab9-264b-43ff-8bfb-7c0024ca34da tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'security_group_rule': {'security_group_id': '829f5e6c-edd0-4330-a878-7e54133d44fc', 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:01.436618 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef1258-1dd3-4ebc-bec4-bd0e1f4c3f51 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e561f367-2373-401a-a3ad-9b134beb7c8f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:01.511186 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c97dab9-264b-43ff-8bfb-7c0024ca34da tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (817898e8-8218-4668-a3dc-383bce58badc), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.545919 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-ac93a720-e907-49e2-8ec3-9dfbef31abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:01.553554 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-ac93a720-e907-49e2-8ec3-9dfbef31abca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ccdb735-271e-43ab-8a75-48daa9c04b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3494961 Mar 08 21:15:01.604593 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:15:01.772998 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef7196-e6a8-43ca-999d-6a7937478678 req-a6e7b76f-a6b1-476a-9b2e-24f935ec0d2e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:01.780306 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8ef7196-e6a8-43ca-999d-6a7937478678 req-a6e7b76f-a6b1-476a-9b2e-24f935ec0d2e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.4339852 Mar 08 21:15:01.805969 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c97dab9-264b-43ff-8bfb-7c0024ca34da tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (817898e8-8218-4668-a3dc-383bce58badc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.833927 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c97dab9-264b-43ff-8bfb-7c0024ca34da tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (817898e8-8218-4668-a3dc-383bce58badc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.898417 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd28c70-ce81-4859-9b71-959033444b00 req-e41f195b-dc11-47f5-b376-253a651c1973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:01.899266 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8ef7196-e6a8-43ca-999d-6a7937478678 req-7afc7a34-bdde-4b17-b5e0-7eff08269fe5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116867 Mar 08 21:15:01.902167 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6dd28c70-ce81-4859-9b71-959033444b00 req-e41f195b-dc11-47f5-b376-253a651c1973 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.2721291 Mar 08 21:15:01.903249 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97dab9-264b-43ff-8bfb-7c0024ca34da tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817898e8-8218-4668-a3dc-383bce58badc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:01.915991 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-6795d4ca-45b4-445a-9f32-093bc6804e25 service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314390 Mar 08 21:15:01.936006 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c97dab9-264b-43ff-8bfb-7c0024ca34da tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:01.938630 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5c97dab9-264b-43ff-8bfb-7c0024ca34da tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5382457 Mar 08 21:15:01.953869 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:01.961241 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb214d4-381e-4cee-bbcb-335b3c40dbe8 req-385dd02c-e313-4c65-af34-2dc080ab44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:01.965050 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3cb214d4-381e-4cee-bbcb-335b3c40dbe8 req-385dd02c-e313-4c65-af34-2dc080ab44c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 1133 time: 0.2244813 Mar 08 21:15:01.971181 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-380dd8b5-5baf-49fc-bf5d-0121ff8a19bf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'security_group_rule': {'security_group_id': '829f5e6c-edd0-4330-a878-7e54133d44fc', 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:02.078784 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:02.089162 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1577ea80-ce62-4e5b-b7b8-7fe05a40d598', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'port_id': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'mac_address': 'fa:16:3e:f2:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:14:58Z', 'updated_at': '2022-03-08T21:14:58Z', 'revision_number': 0, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:29Z', 'revision_number': 5, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:02.121073 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54f846-f2a5-4794-84a8-82528935fcbc None None] The sync data for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi is: [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1577ea80-ce62-4e5b-b7b8-7fe05a40d598', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'port_id': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'mac_address': 'fa:16:3e:f2:92:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:14:58Z', 'updated_at': '2022-03-08T21:14:58Z', 'revision_number': 0, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:29Z', 'revision_number': 5, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:15:02.124780 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6dd28c70-ce81-4859-9b71-959033444b00 req-20b704bd-a98d-4a68-9720-cc32deb324d9 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147803 Mar 08 21:15:02.142990 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-380dd8b5-5baf-49fc-bf5d-0121ff8a19bf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (ca8fc78d-85b8-4a5d-b25f-c414d53aa237), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.161482 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3cb214d4-381e-4cee-bbcb-335b3c40dbe8 req-02396593-05e7-4a95-88d5-7d781b330d0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765292 Mar 08 21:15:02.171440 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3db33fcc-4c02-4fb7-a25b-1cd05a16abfe req-02cc9164-9a49-4035-9984-444ca6a51a3a service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345219 Mar 08 21:15:02.189356 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1daeae-5db2-4eb1-afc8-c7392185b7ea req-2622b53e-d335-48e8-993d-ace6729cf32a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:02.213401 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fe1daeae-5db2-4eb1-afc8-c7392185b7ea req-2622b53e-d335-48e8-993d-ace6729cf32a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1610677 Mar 08 21:15:02.296253 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fe1daeae-5db2-4eb1-afc8-c7392185b7ea req-b17e603a-6875-4cae-bfee-54ed25a8607d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814638 Mar 08 21:15:02.338113 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-380dd8b5-5baf-49fc-bf5d-0121ff8a19bf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (ca8fc78d-85b8-4a5d-b25f-c414d53aa237), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.354237 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-380dd8b5-5baf-49fc-bf5d-0121ff8a19bf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (ca8fc78d-85b8-4a5d-b25f-c414d53aa237), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.375439 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e73609e0-4c1e-4e18-87e9-84dfcf528e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.397457 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380dd8b5-5baf-49fc-bf5d-0121ff8a19bf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8fc78d-85b8-4a5d-b25f-c414d53aa237,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:02.419960 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627bfcd-2b9f-4563-9588-8d191100d3ed req-90136e06-925c-4af5-aa43-29f8d24cbf8a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:02.421718 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7627bfcd-2b9f-4563-9588-8d191100d3ed req-90136e06-925c-4af5-aa43-29f8d24cbf8a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 946 time: 0.1773846 Mar 08 21:15:02.453682 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-380dd8b5-5baf-49fc-bf5d-0121ff8a19bf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.460205 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-380dd8b5-5baf-49fc-bf5d-0121ff8a19bf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5000761 Mar 08 21:15:02.472539 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41904) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:02.475784 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71f5df-c5bd-4e4c-b6da-c698b756e7bd req-3b2c46c6-b12f-48a3-9a79-978d701e5635 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:02.479300 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bd71f5df-c5bd-4e4c-b6da-c698b756e7bd req-3b2c46c6-b12f-48a3-9a79-978d701e5635 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 949 time: 0.0893588 Mar 08 21:15:02.483014 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f5d54ff8-0a80-4daf-9469-0987e77573ce tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'security_group_rule': {'security_group_id': '829f5e6c-edd0-4330-a878-7e54133d44fc', 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:02.501587 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.526509 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b849ce4b-1741-4e8c-a900-ce91c32d385d None None] New status for floating IP 1577ea80-ce62-4e5b-b7b8-7fe05a40d598: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:15:02.592594 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bd71f5df-c5bd-4e4c-b6da-c698b756e7bd req-839bb9c5-5b68-4273-8d5b-a87e2e5e39af tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038275 Mar 08 21:15:02.614840 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5d54ff8-0a80-4daf-9469-0987e77573ce tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (685cae4a-106c-4787-a729-942ff83924aa), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.636356 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7627bfcd-2b9f-4563-9588-8d191100d3ed req-42188de8-18ac-4cd2-ba7e-812b9d919ba1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017107 Mar 08 21:15:02.779430 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e73609e0-4c1e-4e18-87e9-84dfcf528e03 admin admin] Publish callbacks [] for security_group (4af2105a-4426-4fb3-a381-2306d47e44f8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.781156 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b0fbbf87-f5cd-4849-9fa6-77e4f43f1586 req-c6d6cbb8-ddf6-485e-a0e9-e6f6ed9cf0c9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 210 time: 0.0535357 Mar 08 21:15:02.805817 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5d54ff8-0a80-4daf-9469-0987e77573ce tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (685cae4a-106c-4787-a729-942ff83924aa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.826744 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e73609e0-4c1e-4e18-87e9-84dfcf528e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (4af2105a-4426-4fb3-a381-2306d47e44f8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.872711 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5d54ff8-0a80-4daf-9469-0987e77573ce tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (685cae4a-106c-4787-a729-942ff83924aa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.957020 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d54ff8-0a80-4daf-9469-0987e77573ce tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685cae4a-106c-4787-a729-942ff83924aa,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:02.974354 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e73609e0-4c1e-4e18-87e9-84dfcf528e03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af71b6e129864ee4837018247b1bb351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8863740 Mar 08 21:15:02.980069 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41912) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:02.982223 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73609e0-4c1e-4e18-87e9-84dfcf528e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af2105a-4426-4fb3-a381-2306d47e44f8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:02.993381 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f5d54ff8-0a80-4daf-9469-0987e77573ce tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:02.995044 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f5d54ff8-0a80-4daf-9469-0987e77573ce tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5212374 Mar 08 21:15:02.998288 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41914) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:03.007648 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0f07fa8d-4af8-4e70-84d1-4b81cef34eca tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'security_group_rule': {'security_group_id': '829f5e6c-edd0-4330-a878-7e54133d44fc', 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:03.040339 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-5a68371f-b526-415c-a0cf-dcd03c1e2e1b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:03.042896 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-5a68371f-b526-415c-a0cf-dcd03c1e2e1b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 812 time: 0.2601464 Mar 08 21:15:03.049582 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8a726-9862-42b4-9e35-9d179e119afd req-e3b63539-ad16-4c85-9fd9-b39bc78a8d05 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:03.056211 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ced8a726-9862-42b4-9e35-9d179e119afd req-e3b63539-ad16-4c85-9fd9-b39bc78a8d05 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 946 time: 0.2804348 Mar 08 21:15:03.066780 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 41916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:03.068347 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-0f07fa8d-4af8-4e70-84d1-4b81cef34eca tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Project 5a3f14c2341040779c1eda85b16a79b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 21:15:03.081486 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'floatingip': {'port_id': 'd9f361fa-d861-44c4-b07d-70d8e97156d2'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:03.086781 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f07fa8d-4af8-4e70-84d1-4b81cef34eca tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (0e8368bc-fa1b-40d9-93ac-9d3f18b24d4e), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.138984 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (e8f35eea-c04a-4f09-9e3f-abec7e21d052), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.208990 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f2466f7-c13d-4cd8-81d8-71151b9fdb87 admin admin] Publish callbacks [] for security_group (4af2105a-4426-4fb3-a381-2306d47e44f8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.321146 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f2466f7-c13d-4cd8-81d8-71151b9fdb87 admin admin] Publish callbacks [] for security_group (4af2105a-4426-4fb3-a381-2306d47e44f8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.339826 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-33dcf38e-65f6-46dd-87d6-9875327f6dff tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 379 time: 0.2476771 Mar 08 21:15:03.349320 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712634ff-59e0-4f58-a3a1-b158ee20f55e req-a674b890-85d6-41eb-b3af-0550843e7a3f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:03.352405 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-712634ff-59e0-4f58-a3a1-b158ee20f55e req-a674b890-85d6-41eb-b3af-0550843e7a3f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.2646191 Mar 08 21:15:03.364335 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'port': {'device_id': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'admin_state_up': True, 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'security_groups': ['502c6e93-e8f8-49b0-b5d7-c279d5426352']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:03.396516 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f07fa8d-4af8-4e70-84d1-4b81cef34eca tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (0e8368bc-fa1b-40d9-93ac-9d3f18b24d4e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.456266 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f07fa8d-4af8-4e70-84d1-4b81cef34eca tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (0e8368bc-fa1b-40d9-93ac-9d3f18b24d4e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.470992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ad16d-6c09-433e-a3b5-ce3e55c2e327 req-90235dc1-713d-46b4-b0fb-80a2614aabfe tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:03.472573 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc8ad16d-6c09-433e-a3b5-ce3e55c2e327 req-90235dc1-713d-46b4-b0fb-80a2614aabfe tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.2271674 Mar 08 21:15:03.523027 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-712634ff-59e0-4f58-a3a1-b158ee20f55e req-37e91a48-6d95-45b2-bd7f-3d56552fa06f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492417 Mar 08 21:15:03.537758 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f2466f7-c13d-4cd8-81d8-71151b9fdb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (4af2105a-4426-4fb3-a381-2306d47e44f8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.539147 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f2466f7-c13d-4cd8-81d8-71151b9fdb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.540729 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07fa8d-4af8-4e70-84d1-4b81cef34eca tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8368bc-fa1b-40d9-93ac-9d3f18b24d4e,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:03.546130 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8f2466f7-c13d-4cd8-81d8-71151b9fdb87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4af2105a-4426-4fb3-a381-2306d47e44f8 HTTP/1.1" status: 204 len: 168 time: 0.5641558 Mar 08 21:15:03.583297 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0f07fa8d-4af8-4e70-84d1-4b81cef34eca tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.589025 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0f07fa8d-4af8-4e70-84d1-4b81cef34eca tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5854814 Mar 08 21:15:03.593927 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 41924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:03.622648 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-87180f40-1dec-43f0-bc9a-147999c4189c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'security_group_rule': {'security_group_id': '829f5e6c-edd0-4330-a878-7e54133d44fc', 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:03.635609 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2466f7-c13d-4cd8-81d8-71151b9fdb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af2105a-4426-4fb3-a381-2306d47e44f8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:03.638011 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc8ad16d-6c09-433e-a3b5-ce3e55c2e327 req-5d3248fe-366e-4509-b86e-84f233ee463a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528034 Mar 08 21:15:03.728109 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Made reservation on behalf of f161fdf78d904b7fbf1035d63396148c for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:15:03.733385 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:03.754206 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-87180f40-1dec-43f0-bc9a-147999c4189c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Project 5a3f14c2341040779c1eda85b16a79b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 21:15:03.774905 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87180f40-1dec-43f0-bc9a-147999c4189c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (5d7fe094-4be3-40a3-8a47-854459c06cae), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.047065 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.059879 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5df83-8235-4026-8dda-d648ce4b9d72 req-bace656d-f0d4-471c-88ec-f689018230bf tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:04.062264 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-82e5df83-8235-4026-8dda-d648ce4b9d72 req-bace656d-f0d4-471c-88ec-f689018230bf tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.3221176 Mar 08 21:15:04.144851 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87180f40-1dec-43f0-bc9a-147999c4189c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (5d7fe094-4be3-40a3-8a47-854459c06cae), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.165604 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87180f40-1dec-43f0-bc9a-147999c4189c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (5d7fe094-4be3-40a3-8a47-854459c06cae), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.235213 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87180f40-1dec-43f0-bc9a-147999c4189c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7fe094-4be3-40a3-8a47-854459c06cae,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:04.261133 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Allocated IP 172.20.0.5 (f264db18-e421-4cb2-b0b2-40a9f99e0b12/be0b49b6-ca52-4fd9-a910-1d1c4819d211/f6f6db67-1574-4939-b13b-be7db3ccbb04) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:15:04.276762 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87180f40-1dec-43f0-bc9a-147999c4189c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.282026 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-87180f40-1dec-43f0-bc9a-147999c4189c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6809096 Mar 08 21:15:04.292351 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-82e5df83-8235-4026-8dda-d648ce4b9d72 req-a581a66f-275f-4366-aa5b-1169e18cc577 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143395 Mar 08 21:15:04.402815 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd9544-5a72-42cc-8ba0-0b93bd7941c8 req-c335cec0-51af-463b-8fe9-5ee6f8e3728d tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:04.410518 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dbd9544-5a72-42cc-8ba0-0b93bd7941c8 req-c335cec0-51af-463b-8fe9-5ee6f8e3728d tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 949 time: 0.5705276 Mar 08 21:15:04.508815 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dbd9544-5a72-42cc-8ba0-0b93bd7941c8 req-8dc9ca75-d5df-45bb-a495-7aefedb99949 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964100 Mar 08 21:15:04.526116 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1f211d77-1e00-4a64-bf00-19929c35fd86 req-693bfb49-741b-46c2-9972-5dd1811357de tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 210 time: 0.0874851 Mar 08 21:15:04.647207 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.675982 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.686165 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (e8f35eea-c04a-4f09-9e3f-abec7e21d052), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.794342 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:04.879327 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:15:04.880723 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0db41ecc-eafc-44a4-a864-7b7c75fc98c7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518984510&fields=id&tenant_id=5a3f14c2341040779c1eda85b16a79b8 HTTP/1.1" status: 200 len: 267 time: 0.1909666 Mar 08 21:15:04.894907 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:15:04.899020 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=f6f6db67-1574-4939-b13b-be7db3ccbb04,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:04.902439 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:15:04.918371 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7794f3-18ad-4cdd-956f-8e3beed3d74c req-e7535d77-63e9-4b9e-bdc5-f4c9aa32b4ea tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:04.920407 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9a7794f3-18ad-4cdd-956f-8e3beed3d74c req-e7535d77-63e9-4b9e-bdc5-f4c9aa32b4ea tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1842234 Mar 08 21:15:04.996435 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Floating IP e8f35eea-c04a-4f09-9e3f-abec7e21d052 associated. External IP: 172.27.1.148, port: d9f361fa-d861-44c4-b07d-70d8e97156d2. Mar 08 21:15:05.027376 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:05.028437 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:05.070776 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9a7794f3-18ad-4cdd-956f-8e3beed3d74c req-e4eba263-8b10-439e-a924-8b79254aff8f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117752 Mar 08 21:15:05.077312 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-52e2684d-613a-4bf0-aff1-26d37729f4eb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7209971 Mar 08 21:15:05.108010 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Request body: {'port': {'device_id': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:05.112155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-9e2e5a6d-2d8e-4cc0-b4b9-df59be74e154 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:05.114641 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-9e2e5a6d-2d8e-4cc0-b4b9-df59be74e154 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.2245750 Mar 08 21:15:05.137761 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'port': {'security_groups': ['f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb', '829f5e6c-edd0-4330-a878-7e54133d44fc']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:05.236743 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:05.276446 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:05.338984 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f0d3cdcc-73f0-49a7-8bfe-47b998c6de06 None None] Provisioning complete for port f6f6db67-1574-4939-b13b-be7db3ccbb04 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:15:05.350934 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3ca47-c594-4689-b515-fb8d419abf99 req-7b8fdaf7-809b-4532-b979-e078e144b8de tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:05.352617 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0d3cdcc-73f0-49a7-8bfe-47b998c6de06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:05.363529 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2bf3ca47-c594-4689-b515-fb8d419abf99 req-7b8fdaf7-809b-4532-b979-e078e144b8de tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1755576 Mar 08 21:15:05.430953 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3cdcc-73f0-49a7-8bfe-47b998c6de06 None None] Port f6f6db67-1574-4939-b13b-be7db3ccbb04 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:15:05.553553 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:05.566263 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2bf3ca47-c594-4689-b515-fb8d419abf99 req-a404439e-8349-43ee-ac20-f2095e886e2b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014148 Mar 08 21:15:05.743344 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:15:05.831370 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec29784-d469-437e-85f4-a9b602dd1737 req-f2bd368f-171b-4f0b-a9ad-bfb1bc09dcbf tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:05.833132 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7ec29784-d469-437e-85f4-a9b602dd1737 req-f2bd368f-171b-4f0b-a9ad-bfb1bc09dcbf tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1454363 Mar 08 21:15:05.855565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f6db67-1574-4939-b13b-be7db3ccbb04 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:15:05.871441 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Publish callbacks [] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:05.895128 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Transition to ACTIVE for port object f6f6db67-1574-4939-b13b-be7db3ccbb04 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:15:05.907940 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:05.921370 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7ec29784-d469-437e-85f4-a9b602dd1737 req-b001b8c4-1d00-4ae1-ba8b-aa9bdb44d292 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757916 Mar 08 21:15:05.951870 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] For port 42c33cf8-15e4-4fba-b3d6-8938533903ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:05.988914 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f6db67-1574-4939-b13b-be7db3ccbb04,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:06.087110 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:06.090334 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:15:06.098688 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:06.106999 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:06.117757 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:15:06.132782 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['42c33cf8-15e4-4fba-b3d6-8938533903ea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:15:06.165979 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:15:06.167491 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:15:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:06.196746 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Attempting to bind port f6f6db67-1574-4939-b13b-be7db3ccbb04 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:15:06.197324 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Attempting to bind port f6f6db67-1574-4939-b13b-be7db3ccbb04 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:15:06.197864 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Attempting to bind port f6f6db67-1574-4939-b13b-be7db3ccbb04 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:15:06.228306 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2c4b4-8ee5-4875-af4f-36cb8c957853 req-beb87d02-37fc-4a77-96ab-0a0bd5a319fc tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:06.230910 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-29e2c4b4-8ee5-4875-af4f-36cb8c957853 req-beb87d02-37fc-4a77-96ab-0a0bd5a319fc tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 949 time: 0.2068064 Mar 08 21:15:06.234610 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Port f6f6db67-1574-4939-b13b-be7db3ccbb04 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:15:06.235145 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Attempting to bind port f6f6db67-1574-4939-b13b-be7db3ccbb04 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:15:06.258197 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:15:06.258652 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Checking segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:15:06.259254 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Bound using segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:15:06.259975 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Bound port: f6f6db67-1574-4939-b13b-be7db3ccbb04, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:15:06.260614 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:06.273994 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c01f7a0a-5991-45c9-855f-ba4e05ebdf71 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "PUT /v2.0/floatingips/e8f35eea-c04a-4f09-9e3f-abec7e21d052 HTTP/1.1" status: 200 len: 992 time: 3.1983883 Mar 08 21:15:06.279606 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'tag': 'd9f361fa-d861-44c4-b07d-70d8e97156d2'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:06.282408 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "192957c8-711a-49e1-a7fa-6dea8e575bc5", "tag": "d9f361fa-d861-44c4-b07d-70d8e97156d2"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:06.293622 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:06.294574 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:06.302898 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1b1a64e-eae2-436f-8148-b21fcc5eec0a req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "PUT /v2.0/ports/42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 981 time: 1.1721494 Mar 08 21:15:06.304329 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad80817-8da2-457c-912f-537efd42c1b9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'Port': ['ID=42c33cf8-15e4-4fba-b3d6-8938533903ea,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:06.449924 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:15:06.465778 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-29e2c4b4-8ee5-4875-af4f-36cb8c957853 req-e24bc799-1c4a-41fe-a655-4b99f7a5d3be tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015846 Mar 08 21:15:06.583476 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] For port f6f6db67-1574-4939-b13b-be7db3ccbb04, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:15:06.599110 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f942484-0784-4e00-ae58-0ed71eaa3b8c req-c974c1f5-1171-4f66-a549-5583bb09a2d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:06.621260 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9f942484-0784-4e00-ae58-0ed71eaa3b8c req-c974c1f5-1171-4f66-a549-5583bb09a2d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 943 time: 0.2111740 Mar 08 21:15:06.622570 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] For port f6f6db67-1574-4939-b13b-be7db3ccbb04, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f6f6db67-1574-4939-b13b-be7db3ccbb04,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:15:06.639559 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:06.648637 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['42c33cf8-15e4-4fba-b3d6-8938533903ea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:15:06.722809 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9f942484-0784-4e00-ae58-0ed71eaa3b8c req-93beab9e-0b9f-4c59-ae3b-232851d14e8e tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999603 Mar 08 21:15:06.783125 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16230dad-50e2-4afd-a7c6-a937c6b8f9ff x-openstack-request-id: req-16230dad-50e2-4afd-a7c6-a937c6b8f9ff {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:06.783853 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192957c8-711a-49e1-a7fa-6dea8e575bc5", "tag": "d9f361fa-d861-44c4-b07d-70d8e97156d2", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:06.784393 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16230dad-50e2-4afd-a7c6-a937c6b8f9ff {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:06.785178 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'tag': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'status': 'completed', 'code': 200} Mar 08 21:15:06.786845 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f6db67-1574-4939-b13b-be7db3ccbb04,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:06.841779 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:06.842769 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:06.844225 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0d8fbfe5-b042-4c9c-888d-f2e2770297a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/f6f6db67-1574-4939-b13b-be7db3ccbb04 HTTP/1.1" status: 200 len: 1093 time: 1.7433367 Mar 08 21:15:06.844689 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'tag': 'f6f6db67-1574-4939-b13b-be7db3ccbb04'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:06.847060 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d46642-1ab1-4e0f-948f-ba2dfde48683" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c7dba1-73fe-4d1d-a198-f2c1db32fb99", "tag": "f6f6db67-1574-4939-b13b-be7db3ccbb04"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:06.923424 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff498b03-fcfa-4cfe-93d0-6c0850a59c41 req-eb881ece-a7da-416a-9dd6-284a1c0bd732 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:06.925465 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ff498b03-fcfa-4cfe-93d0-6c0850a59c41 req-eb881ece-a7da-416a-9dd6-284a1c0bd732 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.2598591 Mar 08 21:15:07.018999 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52c28b0c-c8a8-4038-b510-e5690d9b3669 None None] Provisioning complete for port 42c33cf8-15e4-4fba-b3d6-8938533903ea triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:15:07.019464 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52c28b0c-c8a8-4038-b510-e5690d9b3669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:07.053357 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361a453-e03f-4fe9-82ff-c565a3c9483b req-ccc539c0-0e04-4083-bc5d-7eb3b368f525 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.057118 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b361a453-e03f-4fe9-82ff-c565a3c9483b req-ccc539c0-0e04-4083-bc5d-7eb3b368f525 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.2125413 Mar 08 21:15:07.129223 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:09Z', 'revision_number': 2, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}, {'id': 'e8f35eea-c04a-4f09-9e3f-abec7e21d052', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:ce:60:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:14:35Z', 'updated_at': '2022-03-08T21:15:04Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:07.144492 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ff498b03-fcfa-4cfe-93d0-6c0850a59c41 req-b294ae54-d613-4e7d-b1fa-f1d6846daea7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017422 Mar 08 21:15:07.169872 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b361a453-e03f-4fe9-82ff-c565a3c9483b req-b06ea0b8-7933-45e7-99ee-c96b66341636 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058147 Mar 08 21:15:07.196307 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-b0069455-0931-439d-b481-96ce94ae9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.199134 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-b0069455-0931-439d-b481-96ce94ae9d67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 1130 time: 0.2537873 Mar 08 21:15:07.209891 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:15:07.219671 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-81488799-f798-49a3-991c-697d2d7c5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.223968 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-81488799-f798-49a3-991c-697d2d7c5023 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 1127 time: 0.2784739 Mar 08 21:15:07.236750 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:15:07.237728 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:15:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:07.331595 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-8bd554b0-3839-4a34-a2e0-94913bc5d2ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6f6db67-1574-4939-b13b-be7db3ccbb04 HTTP/1.1" status: 200 len: 217 time: 0.0912473 Mar 08 21:15:07.391355 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:15:07.447226 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-b90c36d6-c707-4154-9830-f46c68ded3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.450031 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-b90c36d6-c707-4154-9830-f46c68ded3b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.2426298 Mar 08 21:15:07.480532 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-25440b03-5f53-4f07-820d-91541fd6a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.482699 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-25440b03-5f53-4f07-820d-91541fd6a298 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.1438754 Mar 08 21:15:07.579522 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bae8d-b16f-43ec-8953-c4e2d661aae9 req-b8d22d82-699d-4ced-933f-0852daad27bd tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.582218 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2b3bae8d-b16f-43ec-8953-c4e2d661aae9 req-b8d22d82-699d-4ced-933f-0852daad27bd tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1446018 Mar 08 21:15:07.626146 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52c28b0c-c8a8-4038-b510-e5690d9b3669 None None] Current status of the port 42c33cf8-15e4-4fba-b3d6-8938533903ea is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:15:07.646038 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-cf4771e0-d647-4ff0-9bf2-bcf7f2c041c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9f361fa-d861-44c4-b07d-70d8e97156d2 HTTP/1.1" status: 200 len: 1000 time: 0.1800027 Mar 08 21:15:07.655532 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0fb84445-d763-4524-829f-eec68c6ce37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.658482 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-0fb84445-d763-4524-829f-eec68c6ce37a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1541755 Mar 08 21:15:07.768815 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180f321e-b491-4907-bedc-94deb2d7f12b x-openstack-request-id: req-180f321e-b491-4907-bedc-94deb2d7f12b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:07.768815 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c7dba1-73fe-4d1d-a198-f2c1db32fb99", "tag": "f6f6db67-1574-4939-b13b-be7db3ccbb04", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:07.768815 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-180f321e-b491-4907-bedc-94deb2d7f12b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:07.769284 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'tag': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'status': 'completed', 'code': 200} Mar 08 21:15:07.792446 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-b919d8ff-b714-4271-9dc2-eb210556497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.796395 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-b919d8ff-b714-4271-9dc2-eb210556497b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.1085443 Mar 08 21:15:07.806484 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:09Z', 'revision_number': 2, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}, {'id': 'e8f35eea-c04a-4f09-9e3f-abec7e21d052', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:ce:60:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:14:35Z', 'updated_at': '2022-03-08T21:15:04Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:07.869382 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa26372-c51b-499c-907b-af5eecf485a9 None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:09Z', 'revision_number': 2, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}, {'id': 'e8f35eea-c04a-4f09-9e3f-abec7e21d052', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:ce:60:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:14:35Z', 'updated_at': '2022-03-08T21:15:04Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:15:07.922514 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-3565afc3-2b93-4307-a2fe-409eea817d64 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951640 Mar 08 21:15:07.938388 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2b3bae8d-b16f-43ec-8953-c4e2d661aae9 req-88ef0c30-b9e3-44b2-b6c2-1f5a7b8765d3 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436723 Mar 08 21:15:07.966748 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-359dca6c-e8e0-453f-a215-052d2d219490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.969748 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-359dca6c-e8e0-453f-a215-052d2d219490 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1652985 Mar 08 21:15:07.983522 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b335059-52c9-42b1-ade1-b55a04f04745 req-b4c46c04-ae60-4512-b670-93f5120d1e51 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:07.991106 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0b335059-52c9-42b1-ade1-b55a04f04745 req-b4c46c04-ae60-4512-b670-93f5120d1e51 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1299856 Mar 08 21:15:08.171466 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3509aa5c-8a8c-4d1e-b9a8-41e5fd2a452b req-e95b42ee-ef87-4cf0-ae79-1ca55c680792 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317400 Mar 08 21:15:08.171750 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0b335059-52c9-42b1-ade1-b55a04f04745 req-c6c9a56c-72f7-4657-8619-b90a0ebe1afa tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795115 Mar 08 21:15:08.187550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c79d6-da29-4322-ac5e-065dddf0e874 req-ea55dd61-a112-4045-bcce-8557648403c3 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:08.190175 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-748c79d6-da29-4322-ac5e-065dddf0e874 req-ea55dd61-a112-4045-bcce-8557648403c3 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 949 time: 0.1473956 Mar 08 21:15:08.222923 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-5a4df43b-8ade-41b2-a11c-1332ae0d0abb service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096608 Mar 08 21:15:08.284754 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-748c79d6-da29-4322-ac5e-065dddf0e874 req-7a3daa8f-6b4c-494a-a377-2d0fd2fad33a tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862334 Mar 08 21:15:08.310346 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ea537-6488-4572-a991-6b3854a513df None None] New status for floating IP e8f35eea-c04a-4f09-9e3f-abec7e21d052: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:15:08.462558 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c5ca2c4-c73b-473a-a0c8-8d89608ee5c5 req-7333f24e-7876-4de0-8c4b-b943f5e3e810 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120230 Mar 08 21:15:08.476335 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d18106-ee56-44c6-b137-08bd2fc2696c req-a77d1a3e-d9c1-4b6b-acd6-88188cc7a202 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:08.484380 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25d18106-ee56-44c6-b137-08bd2fc2696c req-a77d1a3e-d9c1-4b6b-acd6-88188cc7a202 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 943 time: 0.1119652 Mar 08 21:15:08.546589 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-b5405f2c-13f5-4bec-a711-47ea6c1290cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:08.548135 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-b5405f2c-13f5-4bec-a711-47ea6c1290cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 1127 time: 0.2120912 Mar 08 21:15:08.574553 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562670f4-cb0c-4e1a-adea-3317c4b96b9f req-8f75c4b3-e6dd-4c8d-ad37-b935516b546a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:08.576125 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-562670f4-cb0c-4e1a-adea-3317c4b96b9f req-8f75c4b3-e6dd-4c8d-ad37-b935516b546a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1556342 Mar 08 21:15:08.578401 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-f6958b51-8f9d-4270-8c13-fe4b3c9556da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:08.579826 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-f6958b51-8f9d-4270-8c13-fe4b3c9556da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 1130 time: 0.1254485 Mar 08 21:15:08.605959 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25d18106-ee56-44c6-b137-08bd2fc2696c req-42ce5aae-e8e0-4487-9fd5-a3500c9eb79c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111388 Mar 08 21:15:08.786938 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:08.792730 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcac69ba-ce02-4450-8cd3-dc2e309845af" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:08.863359 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8d01c2-0f83-4de0-87fa-5b8036f0c4c7 x-openstack-request-id: req-1c8d01c2-0f83-4de0-87fa-5b8036f0c4c7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:08.863830 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:08.864273 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c8d01c2-0f83-4de0-87fa-5b8036f0c4c7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:08.865740 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'status': 'completed', 'code': 200} Mar 08 21:15:09.000255 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-94b33730-2740-4a3a-9361-eb760d58e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.002825 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-94b33730-2740-4a3a-9361-eb760d58e0af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a3f14c2341040779c1eda85b16a79b8&device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1168 time: 0.0785165 Mar 08 21:15:09.062197 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-562670f4-cb0c-4e1a-adea-3317c4b96b9f req-fca159f5-9d1b-40bb-bce5-3a2d55be10bf tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4525774 Mar 08 21:15:09.108681 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-7f60fe9d-1f96-4e91-87e9-33241c148135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.111463 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-7f60fe9d-1f96-4e91-87e9-33241c148135 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.5305846 Mar 08 21:15:09.113330 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-44775936-d6b5-481d-9b91-06530305df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.116140 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-44775936-d6b5-481d-9b91-06530305df38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 911 time: 0.4894817 Mar 08 21:15:09.189545 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-8022bfba-0e3c-42a8-b803-7256f125f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.191491 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-8022bfba-0e3c-42a8-b803-7256f125f51e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ccdb735-271e-43ab-8a75-48daa9c04b98 HTTP/1.1" status: 200 len: 915 time: 0.1687942 Mar 08 21:15:09.201236 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64f1b3-110c-4691-80b9-4ecae68d8974 req-bd3e1568-6d75-4533-9c9a-5ccf1d40acf3 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.202732 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff64f1b3-110c-4691-80b9-4ecae68d8974 req-bd3e1568-6d75-4533-9c9a-5ccf1d40acf3 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1448994 Mar 08 21:15:09.240727 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-a4caa919-2fc4-4a8e-8c2e-b78ecc78e3d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6f6db67-1574-4939-b13b-be7db3ccbb04 HTTP/1.1" status: 200 len: 217 time: 0.1137135 Mar 08 21:15:09.329236 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-567fd55d-43c8-4656-b5f7-fff31a28363f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 1001 time: 0.1134605 Mar 08 21:15:09.337757 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff64f1b3-110c-4691-80b9-4ecae68d8974 req-ff8e452a-ab42-4b0b-b0b7-67758d2ddf29 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240869 Mar 08 21:15:09.357801 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-65ef5d6e-b828-41c8-baec-02891d94ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.371460 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-65ef5d6e-b828-41c8-baec-02891d94ce86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0968437 Mar 08 21:15:09.397753 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-40d77f86-1f15-49f3-9df4-184b927f6f97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 200 len: 1002 time: 0.2620184 Mar 08 21:15:09.429419 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-74b9f626-057c-4af4-a797-134ea4547523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.432188 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-74b9f626-057c-4af4-a797-134ea4547523 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50824e75-db81-4519-80bb-62c2f9c4e213 HTTP/1.1" status: 200 len: 853 time: 0.0917053 Mar 08 21:15:09.515439 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-b69d073d-8cad-4aca-8c35-d28f4aad0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.517452 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-b69d073d-8cad-4aca-8c35-d28f4aad0e8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.1037767 Mar 08 21:15:09.547236 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a69b8-f513-4928-a7a4-ef4d29a7acd0 req-1001e8c5-f3ad-4070-8cae-70f26ac2651d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.548815 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8b9a69b8-f513-4928-a7a4-ef4d29a7acd0 req-1001e8c5-f3ad-4070-8cae-70f26ac2651d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.2275956 Mar 08 21:15:09.554165 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-a885de7e-f51f-4b9c-8021-2097a24faeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.555836 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-a885de7e-f51f-4b9c-8021-2097a24faeba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1564946 Mar 08 21:15:09.574211 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2779-10f5-48cc-8a18-bf2b03c13cf3 req-97ba8f20-ccde-47ee-adeb-54ef841afbdf tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.575872 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50fa2779-10f5-48cc-8a18-bf2b03c13cf3 req-97ba8f20-ccde-47ee-adeb-54ef841afbdf tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 949 time: 0.1520398 Mar 08 21:15:09.582320 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-d3b1ecbd-a72d-4410-8b25-f62d453e6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.584314 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-d3b1ecbd-a72d-4410-8b25-f62d453e6df8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ccdb735-271e-43ab-8a75-48daa9c04b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1362283 Mar 08 21:15:09.694694 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50fa2779-10f5-48cc-8a18-bf2b03c13cf3 req-eb1da7b5-9482-4c08-b03d-4abc1a5a2f67 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089306 Mar 08 21:15:09.723917 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-52ef7dec-2524-42ef-830c-88d67b7fb1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.723917 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-52ef7dec-2524-42ef-830c-88d67b7fb1c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1958709 Mar 08 21:15:09.757798 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8b9a69b8-f513-4928-a7a4-ef4d29a7acd0 req-5fc1d11e-2f75-4a92-a03f-e7c2d1c240c7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834772 Mar 08 21:15:09.761862 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-08ffc275-ac6d-489d-8584-6ed70d866ff3 service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610136 Mar 08 21:15:09.813368 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-939cc948-63ed-4699-b9b7-489426923d34 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378583 Mar 08 21:15:09.941820 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-203ab274-b497-45e5-bffd-7450ace9244c service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706483 Mar 08 21:15:09.950980 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63a8aa-02b1-4d30-95ac-802f2c558e97 req-060099e2-b430-41bc-b610-9e66e8a44ef1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:09.952713 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc63a8aa-02b1-4d30-95ac-802f2c558e97 req-060099e2-b430-41bc-b610-9e66e8a44ef1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 943 time: 0.1347609 Mar 08 21:15:10.016528 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc63a8aa-02b1-4d30-95ac-802f2c558e97 req-94389276-f2ad-4671-857c-a56de102e61c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531459 Mar 08 21:15:10.023860 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-adc7e07b-41db-41b0-b690-3af9161b608d service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771962 Mar 08 21:15:10.106775 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9d46642-1ab1-4e0f-948f-ba2dfde48683 req-4d61e19f-de0d-4dc4-9e7c-ffca9c443d39 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344654 Mar 08 21:15:10.242203 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a2e2619-1fb4-4f4d-89e3-df18bdaf6f36 req-5e190f41-a3e1-4019-a849-8a6e5e0b0baa service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104723 Mar 08 21:15:10.295890 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b7575-36eb-41f7-b0aa-aa4a3d67bbba req-be36c799-512b-4847-b9a6-d5efc61a8874 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:10.298835 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb6b7575-36eb-41f7-b0aa-aa4a3d67bbba req-be36c799-512b-4847-b9a6-d5efc61a8874 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1258516 Mar 08 21:15:10.373154 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb6b7575-36eb-41f7-b0aa-aa4a3d67bbba req-7f70f350-447c-4735-bd37-05b5ec2fcaad tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636432 Mar 08 21:15:10.523052 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfd8f8-084b-43e9-8907-a36b1a8e8fbe req-c4d173bb-0954-4b35-b854-fb6bbe4c2e88 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:10.524902 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0bbfd8f8-084b-43e9-8907-a36b1a8e8fbe req-c4d173bb-0954-4b35-b854-fb6bbe4c2e88 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0736246 Mar 08 21:15:10.582290 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:10.583210 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0bbfd8f8-084b-43e9-8907-a36b1a8e8fbe req-89ad3bad-713e-4101-8c94-c58f426682f6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520725 Mar 08 21:15:10.882559 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7248c-64d1-45cf-acd5-52f6058f233b req-48781049-8414-44ed-9262-6e4714a32985 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:10.885350 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5fb7248c-64d1-45cf-acd5-52f6058f233b req-48781049-8414-44ed-9262-6e4714a32985 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 949 time: 0.0861523 Mar 08 21:15:10.934759 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee7b31-a67f-4a86-a4e2-f2c8754fc774 req-73e8ec45-b4b6-4e5a-ac39-35f996e598a6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:10.936923 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aee7b31-a67f-4a86-a4e2-f2c8754fc774 req-73e8ec45-b4b6-4e5a-ac39-35f996e598a6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0756724 Mar 08 21:15:10.977131 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5fb7248c-64d1-45cf-acd5-52f6058f233b req-a046d840-a3e2-48bc-a78a-0b1e00cc7ab5 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fe51688-fba2-4ee4-a593-7b35c4b0a18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838106 Mar 08 21:15:11.002201 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aee7b31-a67f-4a86-a4e2-f2c8754fc774 req-9f010ba6-e5bc-4e94-9144-2fe142915b74 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538623 Mar 08 21:15:11.108214 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-0e319c4b-519c-4524-b8c3-131b55cb5c57 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:11.111406 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-0e319c4b-519c-4524-b8c3-131b55cb5c57 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 949 time: 0.0816925 Mar 08 21:15:11.254397 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4039ed-d98d-4883-a500-6ce131883b7a req-b7c3db05-b428-44de-a33f-5076bdf8abd0 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:11.256919 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0f4039ed-d98d-4883-a500-6ce131883b7a req-b7c3db05-b428-44de-a33f-5076bdf8abd0 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 943 time: 0.1252384 Mar 08 21:15:11.291378 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Deleting port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:15:11.291696 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:11.372156 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0f4039ed-d98d-4883-a500-6ce131883b7a req-57a306e4-8330-4358-922a-ba14361815c2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062655 Mar 08 21:15:11.426776 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] For port b73f10ce-bd3e-42fa-a098-cecb3bc3d352, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,segment=NetworkSegment(c4e17ed8-6149-42a7-9c19-1b501c574155),segment_id=c4e17ed8-6149-42a7-9c19-1b501c574155)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:11.427584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:11.444402 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Calling delete_port for b73f10ce-bd3e-42fa-a098-cecb3bc3d352 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:15:11.563360 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba5ba2-057f-4493-b13b-1c14f5b72474 req-274ee45b-4996-4fdd-a794-b7bab046e181 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:11.564960 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fba5ba2-057f-4493-b13b-1c14f5b72474 req-274ee45b-4996-4fdd-a794-b7bab046e181 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0863216 Mar 08 21:15:11.656499 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fba5ba2-057f-4493-b13b-1c14f5b72474 req-595e76b5-1c58-4753-b862-3de6a59a695a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783629 Mar 08 21:15:11.657425 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (b73f10ce-bd3e-42fa-a098-cecb3bc3d352), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:11.675387 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['b73f10ce-bd3e-42fa-a098-cecb3bc3d352'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:15:11.717429 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Pushing event deleted for resources: {'Port': ['ID=b73f10ce-bd3e-42fa-a098-cecb3bc3d352,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:11.794735 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.795146 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.795605 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.796609 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.796609 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.796970 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.797263 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.797598 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.797933 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.798288 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.798674 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.799005 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.799355 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:11.830926 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] No DVR routers for this DVR port b73f10ce-bd3e-42fa-a098-cecb3bc3d352 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:15:11.837762 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:11.841762 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8f4df947-0181-4142-a34d-7a4ff846faf9 req-461123ae-b8ef-4a43-85d9-22feeda865f2 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.13 "DELETE /v2.0/ports/b73f10ce-bd3e-42fa-a098-cecb3bc3d352 HTTP/1.1" status: 204 len: 173 time: 0.7241609 Mar 08 21:15:11.842188 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5', 'name': 'network-vif-deleted', 'tag': 'b73f10ce-bd3e-42fa-a098-cecb3bc3d352'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:11.844557 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65176bf-2691-47e6-861f-4a97d880d991" -d '{"events": [{"server_uuid": "6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5", "name": "network-vif-deleted", "tag": "b73f10ce-bd3e-42fa-a098-cecb3bc3d352"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:11.892130 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121256ea-b2d8-4ce9-9d58-52b84957aba6 req-de5d1376-d543-43ba-af3f-5e098afb907f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:11.894117 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-121256ea-b2d8-4ce9-9d58-52b84957aba6 req-de5d1376-d543-43ba-af3f-5e098afb907f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1823468 Mar 08 21:15:11.930018 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ebc5fd-1b95-44db-8e72-03952b44cc30 x-openstack-request-id: req-c0ebc5fd-1b95-44db-8e72-03952b44cc30 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:11.930501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5", "name": "network-vif-deleted", "tag": "b73f10ce-bd3e-42fa-a098-cecb3bc3d352", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:11.930929 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0ebc5fd-1b95-44db-8e72-03952b44cc30 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:11.931561 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5', 'name': 'network-vif-deleted', 'tag': 'b73f10ce-bd3e-42fa-a098-cecb3bc3d352', 'status': 'completed', 'code': 200} Mar 08 21:15:11.976243 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-121256ea-b2d8-4ce9-9d58-52b84957aba6 req-9b9cac85-9f22-4a32-889b-0f62fd305439 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715849 Mar 08 21:15:12.136322 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f82619bc-06b4-408e-9ee2-3a022dcae42a req-86c04eab-3786-4401-a45e-d5bc5062a408 tempest-VolumesNegativeTest-897263844 tempest-VolumesNegativeTest-897263844-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ce4529e-d3bc-4026-a16d-6c6b7f7b8bc5 HTTP/1.1" status: 200 len: 210 time: 0.0352681 Mar 08 21:15:12.186606 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bcafc-b74d-43ea-8c7c-281eeff12b9a req-a3e6bc23-24e2-4a0f-bbd6-c55d89a11a6d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:12.188550 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-259bcafc-b74d-43ea-8c7c-281eeff12b9a req-a3e6bc23-24e2-4a0f-bbd6-c55d89a11a6d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0879829 Mar 08 21:15:12.251976 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-259bcafc-b74d-43ea-8c7c-281eeff12b9a req-5a8e36fc-18c8-45d4-b4ea-f8c3c1189cc2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536768 Mar 08 21:15:12.479196 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:15:12.566749 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741204a0-87f4-45ad-b694-0807e810b829 req-712bf7c2-71ec-46e0-98d6-a4259fe55d5a tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:12.570159 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-741204a0-87f4-45ad-b694-0807e810b829 req-712bf7c2-71ec-46e0-98d6-a4259fe55d5a tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 943 time: 0.0902338 Mar 08 21:15:12.645857 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:12.653115 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-741204a0-87f4-45ad-b694-0807e810b829 req-35e6cc4d-1a21-46ea-86fd-52bf1bf600a4 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761616 Mar 08 21:15:12.674916 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'port_id': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'mac_address': 'fa:16:3e:4a:1a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:15:12.745269 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port bc7d4c65-c987-4453-96d5-38fee78f2556 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:15:12.746276 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:12.768061 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc7d4c65-c987-4453-96d5-38fee78f2556 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:15:12.796048 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:12.801776 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:12.855584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02e6b8-f44c-4e2f-80bb-fd89971fbd9e req-db414d06-ea00-40c7-b027-185a6475ae11 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:12.858496 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ad02e6b8-f44c-4e2f-80bb-fd89971fbd9e req-db414d06-ea00-40c7-b027-185a6475ae11 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0909629 Mar 08 21:15:12.864632 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:12.958494 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ad02e6b8-f44c-4e2f-80bb-fd89971fbd9e req-ee1fe384-7069-42b4-8d9d-32474df3f846 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797691 Mar 08 21:15:12.996085 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['bc7d4c65-c987-4453-96d5-38fee78f2556'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:15:13.195174 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efa7e7-d90a-4940-b194-a3d2a1b3912c req-3b605dcc-0111-43b4-a97d-18a0f5a7e3b6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:13.198214 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8efa7e7-d90a-4940-b194-a3d2a1b3912c req-3b605dcc-0111-43b4-a97d-18a0f5a7e3b6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0944149 Mar 08 21:15:13.282757 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8efa7e7-d90a-4940-b194-a3d2a1b3912c req-5bc4fcef-b586-4708-8a16-f2a575a9604b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718484 Mar 08 21:15:13.427145 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2132e-ddc7-44dc-943e-56af9bea8442 req-c0e8b3c2-26fd-467c-add1-8096f42a1dc7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:13.430404 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8cb2132e-ddc7-44dc-943e-56af9bea8442 req-c0e8b3c2-26fd-467c-add1-8096f42a1dc7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0914085 Mar 08 21:15:13.504109 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8cb2132e-ddc7-44dc-943e-56af9bea8442 req-c5b839ae-a5f9-4f60-8866-f1134fd7bb3c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672438 Mar 08 21:15:13.810857 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c68436-9d34-40cd-a6fb-9d1b428ebaf8 req-d6c8bfe7-adf8-4f69-9ed4-6337597054ee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:13.812424 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2c68436-9d34-40cd-a6fb-9d1b428ebaf8 req-d6c8bfe7-adf8-4f69-9ed4-6337597054ee tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 943 time: 0.0705168 Mar 08 21:15:13.880218 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2c68436-9d34-40cd-a6fb-9d1b428ebaf8 req-4424674a-1973-41d8-a6f5-2916f9b0381b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606866 Mar 08 21:15:14.158002 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616ca0d-b3cb-46b3-b2fb-fcca9bc45ce6 req-d48820fd-e3d2-4dae-9c65-fe5d8e1b875a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:14.159738 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0616ca0d-b3cb-46b3-b2fb-fcca9bc45ce6 req-d48820fd-e3d2-4dae-9c65-fe5d8e1b875a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 945 time: 0.0777276 Mar 08 21:15:14.226549 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0616ca0d-b3cb-46b3-b2fb-fcca9bc45ce6 req-6f632088-ae10-417e-9d52-ddb27ad3c7b6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582154 Mar 08 21:15:14.477972 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f74aad-5494-4344-b3d2-571a1feacd3a req-bd6ed494-b21a-42da-bb8f-a0a4b862b11a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:14.480508 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2f74aad-5494-4344-b3d2-571a1feacd3a req-bd6ed494-b21a-42da-bb8f-a0a4b862b11a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0989184 Mar 08 21:15:14.497893 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:15:14.580236 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port bc7d4c65-c987-4453-96d5-38fee78f2556 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:15:14.582437 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2f74aad-5494-4344-b3d2-571a1feacd3a req-cb098a6c-12bf-4712-9359-dd2db8b59032 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909016 Mar 08 21:15:14.583012 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:14.728699 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port bc7d4c65-c987-4453-96d5-38fee78f2556 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:15:14.729205 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:14.788548 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3bf81-0190-4938-9b4a-a940d566bd76 req-7ff4f8a4-24cb-40cf-89cc-cbb83030a605 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:14.791705 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:14.791903 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2fe3bf81-0190-4938-9b4a-a940d566bd76 req-7ff4f8a4-24cb-40cf-89cc-cbb83030a605 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1072650 Mar 08 21:15:14.793300 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:14.797555 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ee21a5-9418-4833-bf53-dfbecad765a4" -d '{"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:14.801444 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:14.802839 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device b73f10ce-bd3e-42fa-a098-cecb3bc3d352 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:15:14.870860 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: b73f10ce-bd3e-42fa-a098-cecb3bc3d352 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:15:14.871434 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device b73f10ce-bd3e-42fa-a098-cecb3bc3d352 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:15:14.876989 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc3b13-811e-4734-add9-e765b34141fd x-openstack-request-id: req-e3bc3b13-811e-4734-add9-e765b34141fd {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:14.877330 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:14.877766 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3bc3b13-811e-4734-add9-e765b34141fd {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:14.878404 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'code': 200} Mar 08 21:15:14.908809 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2fe3bf81-0190-4938-9b4a-a940d566bd76 req-112d1d0d-691a-48d6-9184-5a5975c7d899 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055429 Mar 08 21:15:14.938610 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:15.445650 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbc805-8513-4109-8e5b-77285c5ba752 req-df1b48ec-acd6-44b2-a73b-b119fcda3fd2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:15.448321 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbfbc805-8513-4109-8e5b-77285c5ba752 req-df1b48ec-acd6-44b2-a73b-b119fcda3fd2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 943 time: 0.4678869 Mar 08 21:15:15.457634 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff574262-d278-4b2b-bb38-0076857f20bb req-16aba656-8e8a-4bab-ab27-23ae8f4e90d1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:15.465802 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ff574262-d278-4b2b-bb38-0076857f20bb req-16aba656-8e8a-4bab-ab27-23ae8f4e90d1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0956197 Mar 08 21:15:15.584511 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbfbc805-8513-4109-8e5b-77285c5ba752 req-55f34a47-3456-4ec4-a788-ae7085914e52 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207809 Mar 08 21:15:15.639327 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ff574262-d278-4b2b-bb38-0076857f20bb req-dfde69f7-df95-4eca-a952-a350a8dad337 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560061 Mar 08 21:15:15.847549 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48249df1-f510-4d96-b0f9-ed4a04e72b70 req-5ad90cf8-bf70-42ee-9ed9-0e309224e61e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:15.856090 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48249df1-f510-4d96-b0f9-ed4a04e72b70 req-5ad90cf8-bf70-42ee-9ed9-0e309224e61e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1014271 Mar 08 21:15:15.933669 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-48249df1-f510-4d96-b0f9-ed4a04e72b70 req-f69d316a-267e-40db-873d-a4e1f9f43ee6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761614 Mar 08 21:15:16.134627 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23de3ce-9721-49b4-8742-37a009c1fd8d req-faa29586-fe91-41e0-a240-cb87423ea79a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:16.148053 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c23de3ce-9721-49b4-8742-37a009c1fd8d req-faa29586-fe91-41e0-a240-cb87423ea79a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1270671 Mar 08 21:15:16.225452 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c23de3ce-9721-49b4-8742-37a009c1fd8d req-6792a3e3-1082-4172-8f45-0d22bc430e84 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738661 Mar 08 21:15:16.451104 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-3c792cbb-b9e1-4b76-9e03-f279477fb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:16.454527 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-3c792cbb-b9e1-4b76-9e03-f279477fb2eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 1130 time: 0.0758545 Mar 08 21:15:16.477980 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe455ae-6343-4696-b23c-f24c13582c71 req-1f11c1f3-717f-4a49-888f-c18172b6af6c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:16.481850 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6fe455ae-6343-4696-b23c-f24c13582c71 req-1f11c1f3-717f-4a49-888f-c18172b6af6c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1567523 Mar 08 21:15:16.496621 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device f6f6db67-1574-4939-b13b-be7db3ccbb04 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:15:16.749455 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-4ab834ac-4fde-40e0-aa45-bc2687c762b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:16.751282 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-4ab834ac-4fde-40e0-aa45-bc2687c762b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 911 time: 0.2901335 Mar 08 21:15:16.764557 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6fe455ae-6343-4696-b23c-f24c13582c71 req-987b5d7e-cf2e-4556-a066-d7e40dbf20d8 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719910 Mar 08 21:15:16.966188 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-c8026f44-2da2-499f-a3a3-3df9e952319a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 200 len: 1002 time: 0.1947961 Mar 08 21:15:17.032286 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cad900-dbdf-4f31-ad52-f6042773b453 req-4a2a057c-c509-47db-964d-6987b85396ab tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:17.050898 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-06cad900-dbdf-4f31-ad52-f6042773b453 req-4a2a057c-c509-47db-964d-6987b85396ab tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1169991 Mar 08 21:15:17.113312 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-fd5c9fac-7346-41aa-bbd2-4ff6c788ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:17.115395 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-fd5c9fac-7346-41aa-bbd2-4ff6c788ceb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.1261134 Mar 08 21:15:17.123251 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd27521-07c4-4ad4-be43-94c0bf0d3568 req-535efd19-9286-4274-9e35-e50fc69562cc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:17.125385 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ebd27521-07c4-4ad4-be43-94c0bf0d3568 req-535efd19-9286-4274-9e35-e50fc69562cc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 943 time: 0.1578908 Mar 08 21:15:17.159955 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-06cad900-dbdf-4f31-ad52-f6042773b453 req-416a8ec5-61f6-4621-a95e-73f350a4eb66 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028376 Mar 08 21:15:17.175912 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port f6f6db67-1574-4939-b13b-be7db3ccbb04, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f6f6db67-1574-4939-b13b-be7db3ccbb04,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:17.204663 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'port_id': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'mac_address': 'fa:16:3e:d1:dc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:15:17.281810 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port f6f6db67-1574-4939-b13b-be7db3ccbb04 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:15:17.283181 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:17.303475 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-609d9dd4-946a-4705-bb66-5e2a21eb26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:17.305458 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-609d9dd4-946a-4705-bb66-5e2a21eb26db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1709797 Mar 08 21:15:17.310488 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ebd27521-07c4-4ad4-be43-94c0bf0d3568 req-8b4fd9fc-8b31-4503-b7f4-5ed918ea53cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578937 Mar 08 21:15:17.327033 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f6db67-1574-4939-b13b-be7db3ccbb04 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:15:17.415781 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port f6f6db67-1574-4939-b13b-be7db3ccbb04, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f6f6db67-1574-4939-b13b-be7db3ccbb04,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:17.422032 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:17.516265 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174d3ac-5da0-4121-bcbd-d944965882ab req-b1ddf5ab-2417-4cc7-befb-25d3b6b72d17 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:17.519177 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7174d3ac-5da0-4121-bcbd-d944965882ab req-b1ddf5ab-2417-4cc7-befb-25d3b6b72d17 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1235886 Mar 08 21:15:17.558732 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=f6f6db67-1574-4939-b13b-be7db3ccbb04,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:17.570924 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-337615e7-83c7-4d30-a279-7b6b960e487e service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540650 Mar 08 21:15:17.623011 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7174d3ac-5da0-4121-bcbd-d944965882ab req-107d05a9-dc99-468a-af13-f1fa2167e50c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913894 Mar 08 21:15:17.736632 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da57dc35-3476-4e78-b346-dec57a35fd6d req-863a9283-6573-4d57-a66f-44e2991c9bfe service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514478 Mar 08 21:15:18.002954 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a67f27-54d0-4c44-9e66-49f30b455d21 req-fadf10e5-e74f-4890-aa48-374d74b99950 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:18.011718 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-13a67f27-54d0-4c44-9e66-49f30b455d21 req-fadf10e5-e74f-4890-aa48-374d74b99950 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1152694 Mar 08 21:15:18.057152 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['f6f6db67-1574-4939-b13b-be7db3ccbb04'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:15:18.150534 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-13a67f27-54d0-4c44-9e66-49f30b455d21 req-6a83e1e7-2917-44b8-8a23-54255bbb132b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348479 Mar 08 21:15:18.446694 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9092f86-3e45-4026-9201-6fcae39684b3 req-af37c341-baa2-4418-84f8-b9db1caf68e2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:18.453791 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b9092f86-3e45-4026-9201-6fcae39684b3 req-af37c341-baa2-4418-84f8-b9db1caf68e2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1217782 Mar 08 21:15:18.610932 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff50b4-dd2a-4a02-836f-c69c8f52b471 req-80a1f552-1baa-4d05-a3c2-72e65a635e6c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:18.616235 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c8ff50b4-dd2a-4a02-836f-c69c8f52b471 req-80a1f552-1baa-4d05-a3c2-72e65a635e6c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 944 time: 0.1366444 Mar 08 21:15:18.628962 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b9092f86-3e45-4026-9201-6fcae39684b3 req-94e4e8e8-b65c-4287-9e91-8fa329eab7b1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622925 Mar 08 21:15:18.723581 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c8ff50b4-dd2a-4a02-836f-c69c8f52b471 req-54c08b56-1178-4b78-b55e-4a9d00ef7152 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978637 Mar 08 21:15:18.870728 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0bb29-fd0d-4d2e-89f5-199f039cf606 req-580950b5-e3df-4e62-af77-1ac624632f25 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:18.876114 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8f0bb29-fd0d-4d2e-89f5-199f039cf606 req-580950b5-e3df-4e62-af77-1ac624632f25 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0951116 Mar 08 21:15:18.960178 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8f0bb29-fd0d-4d2e-89f5-199f039cf606 req-0271abd5-2440-4132-a414-d6adf101bb9a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749509 Mar 08 21:15:19.399166 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e120b-d7ef-49f8-855f-65803648ca04 req-49a403f9-e339-4c89-80e3-2cf08b61c81e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:19.402896 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e45e120b-d7ef-49f8-855f-65803648ca04 req-49a403f9-e339-4c89-80e3-2cf08b61c81e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1039059 Mar 08 21:15:19.507931 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e45e120b-d7ef-49f8-855f-65803648ca04 req-1c91f4fa-9142-4e9f-a796-d3bb63d87f0e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939994 Mar 08 21:15:19.923742 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3fe3c-7b98-4246-84f3-9dea82759800 req-b025d011-6db8-472c-b703-37ec37c58f52 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:19.926515 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23c3fe3c-7b98-4246-84f3-9dea82759800 req-b025d011-6db8-472c-b703-37ec37c58f52 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1122496 Mar 08 21:15:20.006169 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be09d39-1a49-4d1f-9162-418f7d56441c req-a99f5035-152a-4d01-a800-3ab96acf5b11 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:20.008001 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1be09d39-1a49-4d1f-9162-418f7d56441c req-a99f5035-152a-4d01-a800-3ab96acf5b11 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 944 time: 0.1294785 Mar 08 21:15:20.099830 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23c3fe3c-7b98-4246-84f3-9dea82759800 req-f678774d-826e-4041-97a2-73e77e6faf74 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422513 Mar 08 21:15:20.101303 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1be09d39-1a49-4d1f-9162-418f7d56441c req-f1471903-d645-4ee6-b1d8-585824f932b1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845344 Mar 08 21:15:20.289989 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760db1-f179-4fc3-9354-e57c5c9cd3d0 req-4038fbfb-3592-4363-a172-e5ed6fc2a04d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:20.291599 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f3760db1-f179-4fc3-9354-e57c5c9cd3d0 req-4038fbfb-3592-4363-a172-e5ed6fc2a04d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0843506 Mar 08 21:15:20.397416 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42340) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:20.421710 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f3760db1-f179-4fc3-9354-e57c5c9cd3d0 req-2ae57667-6f9c-4614-91c3-6ead2400a796 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181548 Mar 08 21:15:20.520286 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device f6f6db67-1574-4939-b13b-be7db3ccbb04 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:15:20.622077 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port f6f6db67-1574-4939-b13b-be7db3ccbb04 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:15:20.629882 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port f6f6db67-1574-4939-b13b-be7db3ccbb04 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:15:20.631369 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:20.698024 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-929f4763-e8fc-4be7-95a4-395efdf495fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cacf0353c9f340bfbe28ff3dd0a83707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990332 Mar 08 21:15:20.702157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 42344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:20.769932 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port f6f6db67-1574-4939-b13b-be7db3ccbb04 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:15:20.770405 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:20.784983 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Publish callbacks [] for security_group (7fe51688-fba2-4ee4-a593-7b35c4b0a18d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:20.806248 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f6db67-1574-4939-b13b-be7db3ccbb04'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:20.808491 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7d0ee3-82b2-49af-a1db-cb2aaacaede3" -d '{"events": [{"server_uuid": "b0c7dba1-73fe-4d1d-a198-f2c1db32fb99", "name": "network-vif-plugged", "status": "completed", "tag": "f6f6db67-1574-4939-b13b-be7db3ccbb04"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:20.837218 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Publish callbacks [] for security_group (7fe51688-fba2-4ee4-a593-7b35c4b0a18d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:20.842126 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port f6f6db67-1574-4939-b13b-be7db3ccbb04, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f6f6db67-1574-4939-b13b-be7db3ccbb04,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:20.851527 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:20.857279 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0539d125-b45d-44c0-bf23-8c008961a8cb x-openstack-request-id: req-0539d125-b45d-44c0-bf23-8c008961a8cb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:20.857596 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c7dba1-73fe-4d1d-a198-f2c1db32fb99", "name": "network-vif-plugged", "status": "completed", "tag": "f6f6db67-1574-4939-b13b-be7db3ccbb04", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:20.857916 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0539d125-b45d-44c0-bf23-8c008961a8cb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:20.858501 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'code': 200} Mar 08 21:15:20.956347 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7fe51688-fba2-4ee4-a593-7b35c4b0a18d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:20.960747 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:20.967499 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fe51688-fba2-4ee4-a593-7b35c4b0a18d HTTP/1.1" status: 204 len: 168 time: 0.2631524 Mar 08 21:15:20.987720 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=f6f6db67-1574-4939-b13b-be7db3ccbb04,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:20.991518 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe51688-fba2-4ee4-a593-7b35c4b0a18d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:21.013356 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.013972 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.014628 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.015250 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.015977 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.016851 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.017608 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.018127 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.018611 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.019188 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.019751 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.020313 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.022898 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650c02a0-0992-4494-ae69-0f79692fb98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:21.502901 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ed462-240f-4f12-830b-9d0b87cd7c53 req-715ea389-5a06-4336-8977-1562f60a0a85 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:21.522420 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4fdd3-6eae-4908-a956-156f25a37dbd req-15cce0e4-b434-4243-8ddb-db0a4aabf0ef tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:21.523914 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea5ed462-240f-4f12-830b-9d0b87cd7c53 req-715ea389-5a06-4336-8977-1562f60a0a85 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 945 time: 0.2084751 Mar 08 21:15:21.526042 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96f4fdd3-6eae-4908-a956-156f25a37dbd req-15cce0e4-b434-4243-8ddb-db0a4aabf0ef tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1575675 Mar 08 21:15:21.615472 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea5ed462-240f-4f12-830b-9d0b87cd7c53 req-2eeb063c-f509-4808-84d5-671ec47c8232 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906050 Mar 08 21:15:21.636665 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96f4fdd3-6eae-4908-a956-156f25a37dbd req-612fb337-14dc-43cf-8756-4440bbb69027 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023865 Mar 08 21:15:21.653814 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439d17e-5eab-4b9f-adbc-10979a01e4c3 req-5d027ee6-89e0-4884-ab48-f62600153230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:21.657507 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b439d17e-5eab-4b9f-adbc-10979a01e4c3 req-5d027ee6-89e0-4884-ab48-f62600153230 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 1129 time: 0.1169386 Mar 08 21:15:21.825468 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b439d17e-5eab-4b9f-adbc-10979a01e4c3 req-234307d1-8097-404c-ab7f-0c84fe6a5ac3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503406 Mar 08 21:15:21.849501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d612-b892-4e52-bd11-bf77cdde7683 req-d2ebfd3f-21fd-46be-8da3-b55be55b8ffd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:21.851555 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6906d612-b892-4e52-bd11-bf77cdde7683 req-d2ebfd3f-21fd-46be-8da3-b55be55b8ffd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1481824 Mar 08 21:15:21.931630 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6906d612-b892-4e52-bd11-bf77cdde7683 req-ecab7583-73c6-43bc-8637-9d20cb9e4e11 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673623 Mar 08 21:15:22.792594 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2395930-5e0a-4bfb-9d68-9733ece4ef10 req-24507ffa-c362-4335-a9a4-39d4934eda80 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:22.800143 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2395930-5e0a-4bfb-9d68-9733ece4ef10 req-24507ffa-c362-4335-a9a4-39d4934eda80 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 945 time: 0.0710688 Mar 08 21:15:22.836710 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebb3bf-5bae-456b-bb08-72343a926b48 req-67391459-2db2-4279-8c88-2f812d363009 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:22.846780 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-76ebb3bf-5bae-456b-bb08-72343a926b48 req-67391459-2db2-4279-8c88-2f812d363009 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0998733 Mar 08 21:15:22.872549 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2395930-5e0a-4bfb-9d68-9733ece4ef10 req-309ebdea-766d-425e-8db2-6ceedc1bb87e tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713313 Mar 08 21:15:22.940415 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-76ebb3bf-5bae-456b-bb08-72343a926b48 req-8b5a9a78-ac88-4d3e-88de-ec91b10ff042 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895054 Mar 08 21:15:23.139567 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8bf3-2348-4313-95ea-c9c9d228c48a req-676d8fa3-c9cb-471d-97bf-858022590c60 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:23.142342 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72bf8bf3-2348-4313-95ea-c9c9d228c48a req-676d8fa3-c9cb-471d-97bf-858022590c60 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1016009 Mar 08 21:15:23.231134 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72bf8bf3-2348-4313-95ea-c9c9d228c48a req-bf5173bc-8642-400b-8da7-076d74ff034b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772321 Mar 08 21:15:24.094696 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8eb8a-8632-42a4-bb55-102ffdafc5a6 req-ac592eec-2821-4ef7-802f-e22016ce3d74 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:24.098358 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d3a8eb8a-8632-42a4-bb55-102ffdafc5a6 req-ac592eec-2821-4ef7-802f-e22016ce3d74 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 945 time: 0.0831730 Mar 08 21:15:24.165365 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d3a8eb8a-8632-42a4-bb55-102ffdafc5a6 req-b430b203-4c27-422b-988f-f807ab4fa4d2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600982 Mar 08 21:15:24.198136 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e05e68-cdb1-46cf-9ca4-cce22bac84d2 req-db81c506-38ad-491a-a220-a48290d3ae53 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:24.210264 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1e05e68-cdb1-46cf-9ca4-cce22bac84d2 req-db81c506-38ad-491a-a220-a48290d3ae53 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1505556 Mar 08 21:15:24.275031 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1e05e68-cdb1-46cf-9ca4-cce22bac84d2 req-8206dd2e-7b13-405d-9467-be6bc85b7750 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634217 Mar 08 21:15:24.314223 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe34b7b-6812-465c-a3ad-9de4e082f0ab req-a688773a-3b04-4abb-9571-d0f1408d9de3 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:24.324383 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-afe34b7b-6812-465c-a3ad-9de4e082f0ab req-a688773a-3b04-4abb-9571-d0f1408d9de3 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 945 time: 0.0795093 Mar 08 21:15:24.440242 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-afe34b7b-6812-465c-a3ad-9de4e082f0ab req-0d78ff85-6aef-477e-9a8c-4a1d579fc4ae tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142809 Mar 08 21:15:24.473284 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42374) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:24.513017 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab234b67-27e4-408a-9119-ac62d8d7c2bd req-4e478fe1-11fe-49a8-bf14-4adeb1b3aa6d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:24.514746 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab234b67-27e4-408a-9119-ac62d8d7c2bd req-4e478fe1-11fe-49a8-bf14-4adeb1b3aa6d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1116912 Mar 08 21:15:24.595723 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab234b67-27e4-408a-9119-ac62d8d7c2bd req-a054fa2f-921c-477a-9239-ad7ca2ebfdea tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708208 Mar 08 21:15:24.890057 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e7966-29e7-4927-aecc-6e2e84821741 tempest-TestVolumeBootPattern-109726774 tempest-TestVolumeBootPattern-109726774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:24.892710 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a94e7966-29e7-4927-aecc-6e2e84821741 tempest-TestVolumeBootPattern-109726774 tempest-TestVolumeBootPattern-109726774-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 1124 time: 0.4177415 Mar 08 21:15:24.896370 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 42378) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:24.902350 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'port_id': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:15:24.930131 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:25.113161 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:25.310687 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Allocated IP 172.27.1.61 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/b44aa53d-8965-494f-ba46-40d46a9d8f95) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:15:25.515597 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (b44aa53d-8965-494f-ba46-40d46a9d8f95), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:25.575719 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (b44aa53d-8965-494f-ba46-40d46a9d8f95), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:25.604764 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39331fd-49c5-4e91-80d3-f4c8352da5ba req-124e5f28-7966-42c0-9329-8f5fc39db5ac tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:25.610494 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a39331fd-49c5-4e91-80d3-f4c8352da5ba req-124e5f28-7966-42c0-9329-8f5fc39db5ac tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1764071 Mar 08 21:15:25.674527 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:15:25.675839 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=b44aa53d-8965-494f-ba46-40d46a9d8f95,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:25.681002 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:15:25.685032 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:15:25.707750 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a39331fd-49c5-4e91-80d3-f4c8352da5ba req-69099e2f-db12-491b-b6af-2ef90c8df45f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872142 Mar 08 21:15:25.856286 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a13c5d-df8b-4750-b6b9-70707b62aee6 req-63f7cadf-95f4-4ad2-9077-9f155835c7ce tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:25.858990 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38a13c5d-df8b-4750-b6b9-70707b62aee6 req-63f7cadf-95f4-4ad2-9077-9f155835c7ce tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1158183 Mar 08 21:15:26.038047 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38a13c5d-df8b-4750-b6b9-70707b62aee6 req-741803ff-8dd5-44f4-b6d2-69f95609f0a0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728289 Mar 08 21:15:26.533757 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (1dac3b92-447c-4328-98dc-19d6bb815656), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:26.668619 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b44aa53d-8965-494f-ba46-40d46a9d8f95), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:26.927720 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (b44aa53d-8965-494f-ba46-40d46a9d8f95), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:26.933910 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (b44aa53d-8965-494f-ba46-40d46a9d8f95), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:26.952415 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f709c-1558-4409-bbb2-4b9e7259b5c0 req-764448b4-2397-4615-b5d7-728f8ebd7dbf tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:26.954910 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-574f709c-1558-4409-bbb2-4b9e7259b5c0 req-764448b4-2397-4615-b5d7-728f8ebd7dbf tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1073031 Mar 08 21:15:27.069392 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-574f709c-1558-4409-bbb2-4b9e7259b5c0 req-c4b303ea-1d82-48dd-9d87-c9658c46a1ed tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009259 Mar 08 21:15:27.084524 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=b44aa53d-8965-494f-ba46-40d46a9d8f95,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:27.096103 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (1dac3b92-447c-4328-98dc-19d6bb815656), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:27.343139 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Floating IP 1dac3b92-447c-4328-98dc-19d6bb815656 associated. External IP: 172.27.1.61, port: f6f6db67-1574-4939-b13b-be7db3ccbb04. Mar 08 21:15:27.445648 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77def4bc-0fc8-4818-adfd-34b4b1b67d4d req-c6204176-ab5f-4529-836f-ffb4962da19a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:27.450522 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-77def4bc-0fc8-4818-adfd-34b4b1b67d4d req-c6204176-ab5f-4529-836f-ffb4962da19a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.2057285 Mar 08 21:15:27.637169 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-77def4bc-0fc8-4818-adfd-34b4b1b67d4d req-82bc4743-21c9-46ce-a317-b4aaa9fee211 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716585 Mar 08 21:15:27.808298 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:15:27.847862 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e107d4-6c7b-4264-a543-177cf6f9e914 req-170971f9-1028-46bd-b54e-1a432948c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:27.850470 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-08e107d4-6c7b-4264-a543-177cf6f9e914 req-170971f9-1028-46bd-b54e-1a432948c97d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 1129 time: 0.1009707 Mar 08 21:15:27.922232 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-08e107d4-6c7b-4264-a543-177cf6f9e914 req-1f1a680f-6a6b-42e6-b700-b73d08733222 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649545 Mar 08 21:15:27.978589 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:15:27.989737 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:15:28.001262 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:15:28.002454 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:15:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:28.002808 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:28.060846 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9a56cf29-ed67-4a92-a467-be8b6f718282 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1529355 Mar 08 21:15:28.060846 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'tag': 'f6f6db67-1574-4939-b13b-be7db3ccbb04'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:28.060846 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c7dba1-73fe-4d1d-a198-f2c1db32fb99", "tag": "f6f6db67-1574-4939-b13b-be7db3ccbb04"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:28.105109 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1bf8fe-726c-4a84-9114-8ae6a2006dca x-openstack-request-id: req-4b1bf8fe-726c-4a84-9114-8ae6a2006dca {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:28.105987 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c7dba1-73fe-4d1d-a198-f2c1db32fb99", "tag": "f6f6db67-1574-4939-b13b-be7db3ccbb04", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:28.106763 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b1bf8fe-726c-4a84-9114-8ae6a2006dca {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:28.107800 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'tag': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'status': 'completed', 'code': 200} Mar 08 21:15:28.250470 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:15:28.397580 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-9a9bb294-ae5d-4565-a0ad-674727bdeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:28.399950 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-9a9bb294-ae5d-4565-a0ad-674727bdeac7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 1129 time: 0.0881963 Mar 08 21:15:28.409490 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f768e1-ae99-467d-91ea-f538b0a314b6 req-b18bebde-500e-4be4-848c-6ed8e33e4d47 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:28.417488 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89f768e1-ae99-467d-91ea-f538b0a314b6 req-b18bebde-500e-4be4-848c-6ed8e33e4d47 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1135983 Mar 08 21:15:28.486812 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:15:28.513924 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89f768e1-ae99-467d-91ea-f538b0a314b6 req-beca9802-9e78-4911-936b-d10ea0b0b304 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874612 Mar 08 21:15:28.634178 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-ef6117f7-1f87-4f75-916c-27a6017ba645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:28.636468 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-ef6117f7-1f87-4f75-916c-27a6017ba645 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.2256486 Mar 08 21:15:28.681187 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1dac3b92-447c-4328-98dc-19d6bb815656', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:d1:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:15:26Z', 'updated_at': '2022-03-08T21:15:26Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:28.721029 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:15:28.747496 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:15:28.751621 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:15:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:28.811128 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-8630c3bc-60d1-4930-b808-846936527330 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6f6db67-1574-4939-b13b-be7db3ccbb04 HTTP/1.1" status: 200 len: 998 time: 0.1616480 Mar 08 21:15:28.940791 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-08903fb3-1063-4c76-8ac4-17c32d0b46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:28.943430 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-797fa464-0f52-4b8a-a9ab-a562f97a65f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:28.947214 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-08903fb3-1063-4c76-8ac4-17c32d0b46d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.1271229 Mar 08 21:15:28.961302 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:15:29.015165 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09a0f8-0f4c-43ba-a681-af99c2d1060e req-d3092c2b-bd95-4952-8ffa-8bbc916f9ef7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:29.029069 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5d09a0f8-0f4c-43ba-a681-af99c2d1060e req-d3092c2b-bd95-4952-8ffa-8bbc916f9ef7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.2143700 Mar 08 21:15:29.096388 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-be0ad41b-8ced-425a-a7bd-9c4c00b8b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:29.098059 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-be0ad41b-8ced-425a-a7bd-9c4c00b8b871 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1363716 Mar 08 21:15:29.102417 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5d09a0f8-0f4c-43ba-a681-af99c2d1060e req-7dfd9673-b374-428b-9add-96f9510d6f8a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743759 Mar 08 21:15:29.262829 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-889462f0-16f7-4fc5-94a4-9a685a899f07 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523311 Mar 08 21:15:29.347089 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1dac3b92-447c-4328-98dc-19d6bb815656', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:d1:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:15:26Z', 'updated_at': '2022-03-08T21:15:26Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:15:29.381364 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f7c03b-fb3c-4ef3-8c96-67e195d313da None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1dac3b92-447c-4328-98dc-19d6bb815656', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:d1:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:15:26Z', 'updated_at': '2022-03-08T21:15:26Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:15:29.398430 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aeafa76b-2ca5-4b07-8e2a-4d3a10b2bd25 req-3a189947-fadf-487b-91af-24ddad878595 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172426 Mar 08 21:15:29.643623 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e631f4a-8517-4120-8708-f6d9ba6505a2 None None] New status for floating IP 1dac3b92-447c-4328-98dc-19d6bb815656: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:15:29.679089 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bca37-b5cc-431d-8038-cad98cb47b92 req-e0e44515-d2ce-47f1-aa01-217be4c73b83 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:29.681314 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e42bca37-b5cc-431d-8038-cad98cb47b92 req-e0e44515-d2ce-47f1-aa01-217be4c73b83 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0713196 Mar 08 21:15:29.734094 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e42bca37-b5cc-431d-8038-cad98cb47b92 req-7c65d111-f15a-49de-b9be-324c1549eee2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467224 Mar 08 21:15:30.140659 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-f287e6b7-6be6-4907-8dc5-324b44b17da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:30.143013 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-f287e6b7-6be6-4907-8dc5-324b44b17da0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 1130 time: 0.0555918 Mar 08 21:15:30.294753 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-6e5d6273-98c6-47ad-96cf-4330fc923090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:30.296374 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-6e5d6273-98c6-47ad-96cf-4330fc923090 service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.1387203 Mar 08 21:15:30.320584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab8c-b019-4371-8e7f-b70b84a302f1 req-71aa2cab-4753-48f9-8cf1-26f4f0f8a73f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:30.322899 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6049ab8c-b019-4371-8e7f-b70b84a302f1 req-71aa2cab-4753-48f9-8cf1-26f4f0f8a73f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0903323 Mar 08 21:15:30.420468 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-46e3634e-d22e-402d-b632-bbaa8a80d115 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 200 len: 1002 time: 0.0959666 Mar 08 21:15:30.428985 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6049ab8c-b019-4371-8e7f-b70b84a302f1 req-fb90b10b-d630-4858-97d9-9cec52601868 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985055 Mar 08 21:15:30.480672 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-cedfe328-690d-4c4c-b382-2f7ba2eb0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:30.482237 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-cedfe328-690d-4c4c-b382-2f7ba2eb0421 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0517657 Mar 08 21:15:30.568320 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-37f0635c-5ede-47bb-902a-5c9860ebacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:30.570855 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-37f0635c-5ede-47bb-902a-5c9860ebacd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719628 Mar 08 21:15:30.596855 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182341e-85f2-4092-9d54-c4a00ec116de req-ffeb8241-7706-48e8-bd6e-b77bfc671139 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:30.599612 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c182341e-85f2-4092-9d54-c4a00ec116de req-ffeb8241-7706-48e8-bd6e-b77bfc671139 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0625696 Mar 08 21:15:30.657632 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c182341e-85f2-4092-9d54-c4a00ec116de req-8ae8b692-c6b2-47a6-871c-5fc87dc9ad4a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492432 Mar 08 21:15:30.989768 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-874b223a-a46a-4564-95b9-246bde09cb97 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109566 Mar 08 21:15:31.003713 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcd1c4-c3be-4a56-b5c8-5ae4bb098e24 req-093f96d2-af5c-49c8-9241-a7cbd2e511ee tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:31.007175 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c0fcd1c4-c3be-4a56-b5c8-5ae4bb098e24 req-093f96d2-af5c-49c8-9241-a7cbd2e511ee tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.1223881 Mar 08 21:15:31.132406 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c0fcd1c4-c3be-4a56-b5c8-5ae4bb098e24 req-7ad0927e-2633-4554-9b6c-ca3da6f8588f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123228 Mar 08 21:15:31.165333 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd8aad07-dd8b-4d43-bd97-38aa2688a4d7 req-0f507241-e73c-4c0e-8d72-010fe409f0f5 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482656 Mar 08 21:15:31.299328 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6de27d3d-13a9-4c89-848e-c866cb02b949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:32.351617 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271442d6-9edc-4b7f-b01d-03c79cca40ad req-e4cbd8b9-a1fd-41ee-927a-a6bc828f1e5b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:32.353211 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-271442d6-9edc-4b7f-b01d-03c79cca40ad req-e4cbd8b9-a1fd-41ee-927a-a6bc828f1e5b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 946 time: 0.0833201 Mar 08 21:15:32.436672 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-271442d6-9edc-4b7f-b01d-03c79cca40ad req-877546a5-32bc-42bf-b971-ac034f956f58 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725937 Mar 08 21:15:32.499369 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:32.626812 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:15:32.633502 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-f9e42818-f607-4ba8-962b-9e17f49498f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:32.636201 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-f9e42818-f607-4ba8-962b-9e17f49498f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1129 time: 0.1179733 Mar 08 21:15:32.653385 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c857cd-ac4c-4a47-bb06-67b559e5b984 req-c61986f8-6a0b-4a83-adb4-90a42d80a3b9 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:32.655093 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-26c857cd-ac4c-4a47-bb06-67b559e5b984 req-c61986f8-6a0b-4a83-adb4-90a42d80a3b9 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1248577 Mar 08 21:15:32.724958 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port bc7d4c65-c987-4453-96d5-38fee78f2556 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:15:32.725520 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:32.762481 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:15:32.766115 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b339678d-980c-4971-8fe1-2f04ec633168" -d '{"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:15:32.784061 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:15:32.789036 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:32.822528 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-26c857cd-ac4c-4a47-bb06-67b559e5b984 req-b5069319-fb1e-4547-a99c-541746dc6834 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548030 Mar 08 21:15:32.836760 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 21:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb59801-8725-4105-bc6d-5ac55ad875d3 x-openstack-request-id: req-2eb59801-8725-4105-bc6d-5ac55ad875d3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:15:32.837548 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:15:32.838018 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2eb59801-8725-4105-bc6d-5ac55ad875d3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:15:32.838618 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'code': 200} Mar 08 21:15:32.858822 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-e876ecbc-b511-4306-80a9-a595b1e1e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:32.861376 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-e876ecbc-b511-4306-80a9-a595b1e1e886 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 919 time: 0.2048237 Mar 08 21:15:32.869979 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:15:32.883197 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.883580 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.883928 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.884264 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.884597 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.884925 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.885608 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.885939 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.886576 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.887309 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.888743 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.888743 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.888743 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:15:32.915725 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-cbcc1561-ce2c-4637-bc49-11ccee6c9084 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0462527 Mar 08 21:15:32.981448 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-c23b4195-d59f-4c5a-986a-8d94ba5c87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:32.982911 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-c23b4195-d59f-4c5a-986a-8d94ba5c87f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 200 len: 858 time: 0.0506415 Mar 08 21:15:33.033315 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-dd56cac9-5115-40af-821d-1ae435f13bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386930 Mar 08 21:15:33.150640 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-05997bed-f456-4b10-a4dd-c28b4a9a583d service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069372 Mar 08 21:15:33.271362 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-328aac34-065e-4d3f-b78b-cd4de73b2e5a req-33a58e94-b826-474f-bbdc-0d10f41c2f37 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114023 Mar 08 21:15:33.657184 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32a39f-37a6-4730-856a-d1877603e2e0 req-0db0f7f7-4e07-420f-83fb-9ad21b9100ab tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:33.659723 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c32a39f-37a6-4730-856a-d1877603e2e0 req-0db0f7f7-4e07-420f-83fb-9ad21b9100ab tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0864809 Mar 08 21:15:33.728550 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c32a39f-37a6-4730-856a-d1877603e2e0 req-fa582358-c64f-4c6b-86e6-62f50dd00bcc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617578 Mar 08 21:15:34.012749 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20744a8-fd0c-47fe-af48-07a93f4530c7 req-480db77d-e9ba-4963-b257-be5ca932b563 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:34.014387 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f20744a8-fd0c-47fe-af48-07a93f4530c7 req-480db77d-e9ba-4963-b257-be5ca932b563 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0824378 Mar 08 21:15:34.030688 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:34.084442 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f20744a8-fd0c-47fe-af48-07a93f4530c7 req-d538cc5d-3372-4ca5-b5e2-5782008879a1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607905 Mar 08 21:15:34.899319 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfdc121-b9ae-4023-a405-94eead51e785 req-46e53930-25d7-4342-9da3-6cf746a21a08 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:34.901780 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6cfdc121-b9ae-4023-a405-94eead51e785 req-46e53930-25d7-4342-9da3-6cf746a21a08 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0900207 Mar 08 21:15:34.967335 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6cfdc121-b9ae-4023-a405-94eead51e785 req-ca1c2240-34ee-4160-9763-3dd9d03b6154 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568695 Mar 08 21:15:35.255979 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc15d5-1cd1-4117-8bc1-8d64feebdede req-efa5c9a7-6d97-441a-a145-1ea761fb7c97 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:35.257498 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d0fc15d5-1cd1-4117-8bc1-8d64feebdede req-efa5c9a7-6d97-441a-a145-1ea761fb7c97 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0684297 Mar 08 21:15:35.327735 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d0fc15d5-1cd1-4117-8bc1-8d64feebdede req-4ac8e15e-a764-4b23-a34b-affe10e2fd5a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595653 Mar 08 21:15:35.544635 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:35.655234 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-b902c5dc-174a-4da6-8e58-940ba7915423 req-2b7cd140-c007-459f-b605-2f612374fbb5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:15:35.656274 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b902c5dc-174a-4da6-8e58-940ba7915423 req-2b7cd140-c007-459f-b605-2f612374fbb5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056403 Mar 08 21:15:35.868317 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2929db-fd8d-43bb-9840-b9126aaee602 req-15622b3b-d547-4615-967a-1b0d75e42633 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:35.870011 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7a2929db-fd8d-43bb-9840-b9126aaee602 req-15622b3b-d547-4615-967a-1b0d75e42633 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0776436 Mar 08 21:15:35.932670 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7a2929db-fd8d-43bb-9840-b9126aaee602 req-f088cb80-282d-4a98-a8d6-b70e0e768bc5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528727 Mar 08 21:15:36.299062 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42496) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:36.425361 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-15990d47-7382-45a4-9cbb-a6cfa5a49edc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1249785 Mar 08 21:15:36.437135 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-70b9cb86-48b0-4016-be22-0b4bb8793e82 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:15:36.438113 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-70b9cb86-48b0-4016-be22-0b4bb8793e82 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054636 Mar 08 21:15:36.501927 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374ca69-a387-4b17-82e6-6c284479099e req-1022a656-73f7-4fdd-99ed-1af2a0219d24 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:36.503707 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1374ca69-a387-4b17-82e6-6c284479099e req-1022a656-73f7-4fdd-99ed-1af2a0219d24 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0720758 Mar 08 21:15:36.541705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42506) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:15:36.580647 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1374ca69-a387-4b17-82e6-6c284479099e req-6ca6d0af-9a60-40b9-849f-db2b0367c068 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677936 Mar 08 21:15:36.621677 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:15:36.666926 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-ad3f84fe-8abd-4ddb-b977-db3ee015c572 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:36.668462 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-ad3f84fe-8abd-4ddb-b977-db3ee015c572 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports/bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 200 len: 941 time: 0.1255922 Mar 08 21:15:36.715641 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port bc7d4c65-c987-4453-96d5-38fee78f2556 is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:15:37.138901 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a2d1c-f0ff-4d48-9a81-e531ecb9ee09 req-fd31ebb6-546a-454e-a277-96ac969827a0 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:37.141367 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8e6a2d1c-f0ff-4d48-9a81-e531ecb9ee09 req-fd31ebb6-546a-454e-a277-96ac969827a0 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0882614 Mar 08 21:15:37.215110 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8e6a2d1c-f0ff-4d48-9a81-e531ecb9ee09 req-b5066013-0320-460c-b264-abfb013da2a5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672793 Mar 08 21:15:37.726715 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6822cd-baec-47cb-9bd7-ffbe02450fcf req-5a28f2b2-e50e-4175-ac52-1501c484b88c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:37.728516 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f6822cd-baec-47cb-9bd7-ffbe02450fcf req-5a28f2b2-e50e-4175-ac52-1501c484b88c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0746472 Mar 08 21:15:37.810997 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f6822cd-baec-47cb-9bd7-ffbe02450fcf req-61496c59-9ab4-438e-b7c3-772863d8cedd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754931 Mar 08 21:15:38.376772 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97b9c7-6a7e-4f60-9a38-1e5a00d83149 req-1bd6ba75-c5d5-4801-8c06-d15a87557380 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:38.378749 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0d97b9c7-6a7e-4f60-9a38-1e5a00d83149 req-1bd6ba75-c5d5-4801-8c06-d15a87557380 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0595758 Mar 08 21:15:38.432529 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0d97b9c7-6a7e-4f60-9a38-1e5a00d83149 req-c19c9945-ddbc-4915-8355-d6733d0858c7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467529 Mar 08 21:15:38.640755 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-df374782-f4ad-420f-b9d3-1764a943cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:38.642781 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-df374782-f4ad-420f-b9d3-1764a943cc89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa&tenant_id=2a0a866da4154f5180339f0ebee91eaf HTTP/1.1" status: 200 len: 1128 time: 0.1131096 Mar 08 21:15:38.734265 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-bb425a2b-8f4a-4f9a-872d-d87d8a4f44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:38.736321 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-bb425a2b-8f4a-4f9a-872d-d87d8a4f44c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 1128 time: 0.0673854 Mar 08 21:15:38.860510 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-3ddc381d-a49c-4204-99d7-f7ab1a432bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:38.862258 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-3ddc381d-a49c-4204-99d7-f7ab1a432bfb service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.1156857 Mar 08 21:15:38.966079 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379110f-17a6-4755-95c9-afe74e1a5b2c req-4bc6f6a3-c4d4-4995-96ec-fc6309b7086c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:38.970811 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7379110f-17a6-4755-95c9-afe74e1a5b2c req-4bc6f6a3-c4d4-4995-96ec-fc6309b7086c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0638540 Mar 08 21:15:38.971049 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-32afa1b4-6e5a-4612-a71d-cbd63b967d15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 200 len: 1000 time: 0.0967896 Mar 08 21:15:39.030518 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7379110f-17a6-4755-95c9-afe74e1a5b2c req-e89defc4-94f2-4431-a479-7ee0ba1055b4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535982 Mar 08 21:15:39.030921 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-c9b5500f-4140-4fee-a41f-eda3b53475b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:39.032395 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-c9b5500f-4140-4fee-a41f-eda3b53475b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0543854 Mar 08 21:15:39.092615 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-0b42ebc2-f040-4933-a376-12261d76ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:39.094209 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-0b42ebc2-f040-4933-a376-12261d76ca38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542116 Mar 08 21:15:39.360378 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-2b02c5a8-dc7b-4bab-b3ed-777db8d863d7 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886538 Mar 08 21:15:39.486617 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4c492091-5054-4733-b4a5-42794d1aa5a7 req-21f4753a-517b-47ff-b6d3-b60e90c03e10 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161404 Mar 08 21:15:39.599473 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d2d20-0682-47b9-afab-28740ff71a0b req-45f52f87-a75e-4b6e-85a4-a384f4259ce2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:39.600947 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2c0d2d20-0682-47b9-afab-28740ff71a0b req-45f52f87-a75e-4b6e-85a4-a384f4259ce2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0685270 Mar 08 21:15:39.651966 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2c0d2d20-0682-47b9-afab-28740ff71a0b req-31440110-9933-4eac-8d5f-eb5c5bbbecd3 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447896 Mar 08 21:15:40.230890 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54db12-537c-40ec-bf87-7d8e11ff88f7 req-9c729b79-3c9a-4de9-be00-916e6183c03a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:40.233233 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d54db12-537c-40ec-bf87-7d8e11ff88f7 req-9c729b79-3c9a-4de9-be00-916e6183c03a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1117926 Mar 08 21:15:40.346671 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d54db12-537c-40ec-bf87-7d8e11ff88f7 req-33576d5c-16fc-4f92-9c7e-064a388521d7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014919 Mar 08 21:15:40.590429 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:40.850196 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cf554-cca3-419d-a04d-d314eab99c9a req-035e4583-4165-485e-a69d-5542384b7cd7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:40.854228 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-497cf554-cca3-419d-a04d-d314eab99c9a req-035e4583-4165-485e-a69d-5542384b7cd7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0800865 Mar 08 21:15:40.941955 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-497cf554-cca3-419d-a04d-d314eab99c9a req-ec63a586-0f63-47e6-aed0-e4ba0d7334ab tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788684 Mar 08 21:15:41.512984 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1fd7c-0ae8-4c9c-b765-268e35d06285 req-5376b574-e85c-4573-b4ca-ae4da7f886f0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:41.514547 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2d1fd7c-0ae8-4c9c-b765-268e35d06285 req-5376b574-e85c-4573-b4ca-ae4da7f886f0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0717485 Mar 08 21:15:41.577420 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2d1fd7c-0ae8-4c9c-b765-268e35d06285 req-d0df4975-dcf3-456d-954a-da5ad65f560e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552547 Mar 08 21:15:42.106283 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251795f-2904-4f52-a4b7-28522d8a20ae req-f0b8a888-441e-4eb3-900a-4d99a7f2a902 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:42.107843 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9251795f-2904-4f52-a4b7-28522d8a20ae req-f0b8a888-441e-4eb3-900a-4d99a7f2a902 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0629795 Mar 08 21:15:42.170586 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9251795f-2904-4f52-a4b7-28522d8a20ae req-488abaee-2e11-48a1-b1db-2042ab6a8a0f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514309 Mar 08 21:15:42.732185 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8a2a6-6e00-4bde-80e1-ee14db8de0d9 req-5c104418-1522-407f-9a03-0b5c64bbe63e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:42.734542 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-62e8a2a6-6e00-4bde-80e1-ee14db8de0d9 req-5c104418-1522-407f-9a03-0b5c64bbe63e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0696385 Mar 08 21:15:42.812030 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-62e8a2a6-6e00-4bde-80e1-ee14db8de0d9 req-783420c3-6ad3-4ed8-b3ef-66028ba91ff1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694592 Mar 08 21:15:43.350368 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd70797-c8fb-4e1e-a40a-e70994742e08 req-bb141264-d634-4e68-8603-5b41155c8f6c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:43.352023 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-efd70797-c8fb-4e1e-a40a-e70994742e08 req-bb141264-d634-4e68-8603-5b41155c8f6c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0824876 Mar 08 21:15:43.427727 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-efd70797-c8fb-4e1e-a40a-e70994742e08 req-aea194b7-fdf9-45dd-bbb6-07bc86a49c33 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660725 Mar 08 21:15:44.247923 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15c28-3119-4565-8e24-6ca97a8973a4 req-8a893472-29de-4373-ac29-a2e145a0f965 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:44.260251 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d15c28-3119-4565-8e24-6ca97a8973a4 req-8a893472-29de-4373-ac29-a2e145a0f965 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.3565586 Mar 08 21:15:44.339032 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d15c28-3119-4565-8e24-6ca97a8973a4 req-37ce7778-6826-4820-a7fc-33417075979f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773468 Mar 08 21:15:44.647483 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0588c-5897-4ea8-bc68-69ab53314260 req-a0a57064-747d-4211-847b-037f2e1bd05b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:44.650119 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-70e0588c-5897-4ea8-bc68-69ab53314260 req-a0a57064-747d-4211-847b-037f2e1bd05b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.1075976 Mar 08 21:15:44.728803 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-70e0588c-5897-4ea8-bc68-69ab53314260 req-2581e191-95ab-482f-b519-15f0005a7e51 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644584 Mar 08 21:15:45.505392 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232879d-21c4-4e3a-9372-d36faf6bbce1 req-87323764-acf8-4798-923a-f66a82e40b2d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:45.507170 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9232879d-21c4-4e3a-9372-d36faf6bbce1 req-87323764-acf8-4798-923a-f66a82e40b2d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0688014 Mar 08 21:15:45.566489 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9232879d-21c4-4e3a-9372-d36faf6bbce1 req-a3dfee66-ac32-43c5-b310-f3181f5003a7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510361 Mar 08 21:15:45.879046 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf3c9-ddaa-4517-8efc-77e1609a64e1 req-303cc0f4-9202-47c0-b167-e3bf11ba294a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:45.882020 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cbbf3c9-ddaa-4517-8efc-77e1609a64e1 req-303cc0f4-9202-47c0-b167-e3bf11ba294a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0690842 Mar 08 21:15:45.948483 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0cbbf3c9-ddaa-4517-8efc-77e1609a64e1 req-7b6d34d1-07b8-44ea-8c60-a84b53e9eee5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587082 Mar 08 21:15:46.750145 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e683d8-9c57-4281-84c1-2ff76c9240e0 req-61bf1522-56ee-4c83-b1de-87b0661e5db6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:46.754273 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2e683d8-9c57-4281-84c1-2ff76c9240e0 req-61bf1522-56ee-4c83-b1de-87b0661e5db6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0830450 Mar 08 21:15:46.822103 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2e683d8-9c57-4281-84c1-2ff76c9240e0 req-ee2b1e3c-2bfd-419a-ba4f-e1768676dc9c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631478 Mar 08 21:15:47.124635 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fd735-2341-4160-bea2-b96e63f26953 req-8eed69a9-f7de-4afc-9c83-2f5bd1753e60 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:47.126226 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-220fd735-2341-4160-bea2-b96e63f26953 req-8eed69a9-f7de-4afc-9c83-2f5bd1753e60 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0843127 Mar 08 21:15:47.208847 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-220fd735-2341-4160-bea2-b96e63f26953 req-b265d781-654f-4c52-9118-2b5ec94d0f22 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707648 Mar 08 21:15:47.987382 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c45b2-b452-4733-8c22-4ddefb841479 req-a52fc4a5-4181-4be2-b460-13ee86f0451d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:47.990023 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f35c45b2-b452-4733-8c22-4ddefb841479 req-a52fc4a5-4181-4be2-b460-13ee86f0451d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0776141 Mar 08 21:15:48.057919 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f35c45b2-b452-4733-8c22-4ddefb841479 req-ceb8c130-3099-4b43-bebb-d14c2d4ba9e0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563102 Mar 08 21:15:48.365378 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fab1ee-a70c-48c4-9141-4ff92340b50b req-42c0bbb6-6510-4f26-b0d9-4be8617296d8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:48.367053 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-29fab1ee-a70c-48c4-9141-4ff92340b50b req-42c0bbb6-6510-4f26-b0d9-4be8617296d8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0732191 Mar 08 21:15:48.446374 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-29fab1ee-a70c-48c4-9141-4ff92340b50b req-9c4cd1e0-7820-4c21-b7fe-88a42e8304ce tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723968 Mar 08 21:15:49.228289 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3292ea2-b62f-46eb-9ea3-49e365e025b1 req-e2349916-dde9-486f-b8f3-d0003004887c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:49.230352 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3292ea2-b62f-46eb-9ea3-49e365e025b1 req-e2349916-dde9-486f-b8f3-d0003004887c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0878165 Mar 08 21:15:49.295973 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3292ea2-b62f-46eb-9ea3-49e365e025b1 req-cdc64ff6-05f0-43b5-968d-5fab2722fe7e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598214 Mar 08 21:15:49.659403 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14eb91-20c6-49e5-ac51-aa1477e554dd req-0af34d70-27fe-4575-aed2-6f108e9f44d2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:49.661469 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fe14eb91-20c6-49e5-ac51-aa1477e554dd req-0af34d70-27fe-4575-aed2-6f108e9f44d2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0768201 Mar 08 21:15:49.741246 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fe14eb91-20c6-49e5-ac51-aa1477e554dd req-b7febb2e-9743-4516-91c2-492c6e5f557c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698483 Mar 08 21:15:50.438547 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca6972-7cee-49c4-8532-3e06e37d801c req-c6a98f0a-1b2d-4567-a973-176d5d310cfb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:50.440737 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53ca6972-7cee-49c4-8532-3e06e37d801c req-c6a98f0a-1b2d-4567-a973-176d5d310cfb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0617914 Mar 08 21:15:50.519732 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53ca6972-7cee-49c4-8532-3e06e37d801c req-36a4103e-2fcf-4a95-af5d-f0fcee2b5759 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731385 Mar 08 21:15:50.934174 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6af88-14a4-4592-bc97-10a1ea6a37d9 req-f0cebed8-25d6-4950-952e-6778a0a7453f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:50.935988 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-97c6af88-14a4-4592-bc97-10a1ea6a37d9 req-f0cebed8-25d6-4950-952e-6778a0a7453f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0869007 Mar 08 21:15:51.013073 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-97c6af88-14a4-4592-bc97-10a1ea6a37d9 req-5e913b96-200c-4143-bd05-1b19ca86a03d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657926 Mar 08 21:15:51.679359 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd078e6b-dae9-4ad9-9ff2-6723ac924704 req-4bec151e-0c9e-4d6e-bb90-8338fc5683ea tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:51.680810 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd078e6b-dae9-4ad9-9ff2-6723ac924704 req-4bec151e-0c9e-4d6e-bb90-8338fc5683ea tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0619323 Mar 08 21:15:51.735694 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd078e6b-dae9-4ad9-9ff2-6723ac924704 req-73945f7b-1a58-4a1e-b7b2-7ce4ac7e0b75 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474582 Mar 08 21:15:52.196834 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847aba1-8a36-4cf9-9460-c6c6dfe4dc0d req-cadb773d-8658-4c23-a8e7-25c7824f3af1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:52.199328 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6847aba1-8a36-4cf9-9460-c6c6dfe4dc0d req-cadb773d-8658-4c23-a8e7-25c7824f3af1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0813029 Mar 08 21:15:52.275784 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6847aba1-8a36-4cf9-9460-c6c6dfe4dc0d req-4ffd09ec-fb34-4dc2-a61a-a9a1c0ba7c74 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633566 Mar 08 21:15:52.907602 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518271cf-7dbe-448a-9e53-b58d1da32fd4 req-5ceb2405-97b8-448d-bbce-553f0b3dfab8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:52.909341 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-518271cf-7dbe-448a-9e53-b58d1da32fd4 req-5ceb2405-97b8-448d-bbce-553f0b3dfab8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0760660 Mar 08 21:15:52.973284 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-518271cf-7dbe-448a-9e53-b58d1da32fd4 req-ab85997e-eea7-4c86-bb75-ced78173c25e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550625 Mar 08 21:15:53.439947 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d08b3-7031-4958-af85-87b5db5469ea req-ab315d0b-66d4-471b-9cf3-661dab59f13c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:53.442335 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c53d08b3-7031-4958-af85-87b5db5469ea req-ab315d0b-66d4-471b-9cf3-661dab59f13c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0698917 Mar 08 21:15:53.524837 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c53d08b3-7031-4958-af85-87b5db5469ea req-bf5ef552-50b7-42cd-927c-fad067209ba7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724962 Mar 08 21:15:54.154497 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b289d-015b-4edf-85c0-f624efdfcf17 req-e3bf46c0-de6e-4635-8118-ed784c328167 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:54.157668 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-257b289d-015b-4edf-85c0-f624efdfcf17 req-e3bf46c0-de6e-4635-8118-ed784c328167 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0886943 Mar 08 21:15:54.219840 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-257b289d-015b-4edf-85c0-f624efdfcf17 req-cb2c204b-b397-4723-9487-074255c6e3c7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533073 Mar 08 21:15:54.705801 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466854db-bca5-4281-ab15-997a269f2e4c req-688f53c5-4baa-4260-81a6-5ec5df4b9325 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:54.708290 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-466854db-bca5-4281-ab15-997a269f2e4c req-688f53c5-4baa-4260-81a6-5ec5df4b9325 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0631862 Mar 08 21:15:54.768702 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-466854db-bca5-4281-ab15-997a269f2e4c req-2fe13d5d-d64d-4319-ac05-ab6660b14dfa tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546260 Mar 08 21:15:55.361626 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee75233-4119-4411-bba0-b3482f172f0b req-0f4c716e-2057-4a5e-99aa-1598bfc4ac09 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:55.363734 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ee75233-4119-4411-bba0-b3482f172f0b req-0f4c716e-2057-4a5e-99aa-1598bfc4ac09 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0657961 Mar 08 21:15:55.436580 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ee75233-4119-4411-bba0-b3482f172f0b req-096fe778-8d47-4678-be96-6a2e1171dedd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629945 Mar 08 21:15:55.947528 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9177-a420-41bc-9f16-3e175ba8a82a req-fa78a21f-e21c-489f-ace2-90c84aa088ab tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:55.949213 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ef2a9177-a420-41bc-9f16-3e175ba8a82a req-fa78a21f-e21c-489f-ace2-90c84aa088ab tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0585790 Mar 08 21:15:56.018020 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ef2a9177-a420-41bc-9f16-3e175ba8a82a req-33c2712e-e1d0-4200-87e3-f52846315cd5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629096 Mar 08 21:15:56.586100 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6b32-c012-49f6-af4a-a54be70326a4 req-cc70c7c6-9751-4ab7-bb93-5f1dd16d5daa tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:56.588775 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-636b6b32-c012-49f6-af4a-a54be70326a4 req-cc70c7c6-9751-4ab7-bb93-5f1dd16d5daa tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0762236 Mar 08 21:15:56.649181 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-636b6b32-c012-49f6-af4a-a54be70326a4 req-e774e9c0-cfe7-4f47-bbc7-2f23ee866e78 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541151 Mar 08 21:15:56.992130 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb1b7-983e-48c8-ad20-4d9ed2e073d1 req-5459e67a-3834-49eb-bf02-c311b0d5ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:56.994252 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-299bb1b7-983e-48c8-ad20-4d9ed2e073d1 req-5459e67a-3834-49eb-bf02-c311b0d5ea99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1129 time: 0.0636940 Mar 08 21:15:57.043734 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-299bb1b7-983e-48c8-ad20-4d9ed2e073d1 req-93e7b91f-8135-49ad-bebe-bf12591de78b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Mar 08 21:15:57.167440 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aeac5-afae-414c-9ad6-d31f8996d4eb req-fb2786cb-17f3-4222-b3e2-6aab9f122929 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:57.169946 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e46aeac5-afae-414c-9ad6-d31f8996d4eb req-fb2786cb-17f3-4222-b3e2-6aab9f122929 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0735517 Mar 08 21:15:57.222516 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e46aeac5-afae-414c-9ad6-d31f8996d4eb req-549d8ea2-22a1-49d3-9c4a-851af6e4a4cf tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462947 Mar 08 21:15:57.796233 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef8592-f909-43ba-9b0c-e0eba350f122 req-3027cf52-7fa7-4898-893a-456703befdfe tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:57.798816 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96ef8592-f909-43ba-9b0c-e0eba350f122 req-3027cf52-7fa7-4898-893a-456703befdfe tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0666280 Mar 08 21:15:57.871336 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96ef8592-f909-43ba-9b0c-e0eba350f122 req-4db27edd-323c-45d7-b093-7ed177a3d104 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634968 Mar 08 21:15:58.404593 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd0c55-49b2-48fe-bb3b-66efa7d20fd1 req-d800ea16-e85e-42b9-b01f-02a688e7fb2e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:58.407257 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-64dd0c55-49b2-48fe-bb3b-66efa7d20fd1 req-d800ea16-e85e-42b9-b01f-02a688e7fb2e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0951240 Mar 08 21:15:58.467261 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-64dd0c55-49b2-48fe-bb3b-66efa7d20fd1 req-409eb816-79a1-45d3-b86c-c454cb5948c6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492496 Mar 08 21:15:58.955115 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d0394a7b-0ce3-4497-a3b5-61cab73956e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:15:59.096835 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a4db5-7137-40e1-aed7-1d8cc0710c4c req-eaf0e63d-b58d-4c7b-b4cf-af5c0eef4299 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.100296 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b53a4db5-7137-40e1-aed7-1d8cc0710c4c req-eaf0e63d-b58d-4c7b-b4cf-af5c0eef4299 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1173735 Mar 08 21:15:59.120680 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b21459-12ff-4e42-85e9-0ab307502c57 req-0926e7b0-f180-48fa-9021-8dbb73ea6840 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.123421 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d0b21459-12ff-4e42-85e9-0ab307502c57 req-0926e7b0-f180-48fa-9021-8dbb73ea6840 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0905926 Mar 08 21:15:59.139856 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-c37d884d-b0a1-4c0d-af85-4fdfe9465def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.141385 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-c37d884d-b0a1-4c0d-af85-4fdfe9465def service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a3f14c2341040779c1eda85b16a79b8&device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1168 time: 0.0964532 Mar 08 21:15:59.188481 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b53a4db5-7137-40e1-aed7-1d8cc0710c4c req-8aea324d-21ca-4598-9c98-fff60afdd7cc tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790613 Mar 08 21:15:59.224549 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d0b21459-12ff-4e42-85e9-0ab307502c57 req-2c161e06-23e9-4367-a380-75459ae53479 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934825 Mar 08 21:15:59.294430 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-ab68e315-7ad8-42c0-b38c-e6d68d561213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.297127 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-ab68e315-7ad8-42c0-b38c-e6d68d561213 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ccdb735-271e-43ab-8a75-48daa9c04b98 HTTP/1.1" status: 200 len: 915 time: 0.1422224 Mar 08 21:15:59.403788 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-d718d725-8e45-4ef8-a80e-dd1ff092a944 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 1001 time: 0.0976634 Mar 08 21:15:59.541847 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-00ca20c5-6226-41aa-ba45-573e12342728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.543394 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-00ca20c5-6226-41aa-ba45-573e12342728 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50824e75-db81-4519-80bb-62c2f9c4e213 HTTP/1.1" status: 200 len: 853 time: 0.1156340 Mar 08 21:15:59.606386 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddde9d3-9d57-4447-af7a-314b508a0319 req-c1574d76-c5ce-4906-888c-ed5f888c8d9f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.607950 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6ddde9d3-9d57-4447-af7a-314b508a0319 req-c1574d76-c5ce-4906-888c-ed5f888c8d9f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1340492 Mar 08 21:15:59.609960 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-7d2d0cd9-e81c-4ed7-a4b6-d1fbc11ca6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.611344 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-7d2d0cd9-e81c-4ed7-a4b6-d1fbc11ca6f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1129 time: 0.1239014 Mar 08 21:15:59.655900 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d8247-9fdc-458c-ba78-1fec7084c392 req-f6b95590-d10f-4456-ad07-93d4a12bde8d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.658393 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c4d8247-9fdc-458c-ba78-1fec7084c392 req-f6b95590-d10f-4456-ad07-93d4a12bde8d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0727279 Mar 08 21:15:59.728016 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-85d40454-f0e0-44ff-b327-2335d1fe6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.729611 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-85d40454-f0e0-44ff-b327-2335d1fe6af2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ccdb735-271e-43ab-8a75-48daa9c04b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1651702 Mar 08 21:15:59.732127 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c4d8247-9fdc-458c-ba78-1fec7084c392 req-4f31ad76-409a-4b1c-92bc-aca9e15ad3fc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666115 Mar 08 21:15:59.736171 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6ddde9d3-9d57-4447-af7a-314b508a0319 req-be362a7c-12e2-42aa-89ec-203cae419e49 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207554 Mar 08 21:15:59.794519 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-721b29b7-8722-44a3-a2dc-1fa9347bd8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.797674 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-721b29b7-8722-44a3-a2dc-1fa9347bd8d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 919 time: 0.1645491 Mar 08 21:15:59.870999 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-e74ceaab-b0ab-4441-9030-275a52fcbb53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0426457 Mar 08 21:15:59.949198 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-016d95a6-c895-4056-a423-394ed8a5768c service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029700 Mar 08 21:15:59.959991 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-d1d9b675-889a-4580-9cda-dce2c6c2bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:15:59.961452 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-d1d9b675-889a-4580-9cda-dce2c6c2bcc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 200 len: 858 time: 0.0801890 Mar 08 21:16:00.033389 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-7221a861-812f-4f64-9c4b-3718396c5b5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469480 Mar 08 21:16:00.196097 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2cf79188-eac8-4245-90e5-d301ac689ddc req-bfab319e-23e0-4f5d-b349-f3d707a55b65 service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114940 Mar 08 21:16:00.232593 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-200d7a32-6c4e-4412-b5c7-39156fc906ca service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506615 Mar 08 21:16:00.391700 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e21e2c24-90a8-4a91-9c23-7057ba259e76 req-095df30d-dcd4-47da-be27-19fa9b2deea6 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408389 Mar 08 21:16:00.429391 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da91d-f684-4dd1-975b-48407c14bfe8 req-321515f6-70a0-4f86-8fb8-4b1f76dac66f tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:00.431034 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e41da91d-f684-4dd1-975b-48407c14bfe8 req-321515f6-70a0-4f86-8fb8-4b1f76dac66f tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0968685 Mar 08 21:16:00.539778 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e41da91d-f684-4dd1-975b-48407c14bfe8 req-1d9eeafb-c9d0-45bb-ae8f-23e6549425cd tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022272 Mar 08 21:16:00.896266 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8c100-305b-4b5c-a5eb-9be6907d83ce req-2a265d36-0ac7-48f4-9394-49f23273c7b0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:00.897943 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-16b8c100-305b-4b5c-a5eb-9be6907d83ce req-2a265d36-0ac7-48f4-9394-49f23273c7b0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0636520 Mar 08 21:16:00.922920 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb367-3a43-42d3-b2ec-33a7157ca1ff req-a5dedca0-3ee4-4793-a491-10da759cb39f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:00.925958 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ecbeb367-3a43-42d3-b2ec-33a7157ca1ff req-a5dedca0-3ee4-4793-a491-10da759cb39f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0938063 Mar 08 21:16:00.966336 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-16b8c100-305b-4b5c-a5eb-9be6907d83ce req-66d11f8a-65c0-4a7e-b8c7-7ac733ee658b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589657 Mar 08 21:16:00.993581 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ecbeb367-3a43-42d3-b2ec-33a7157ca1ff req-fadce846-98bd-4098-9474-00eaf72ebc58 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602770 Mar 08 21:16:01.304049 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84e081ed-0f4a-40ea-b995-17546de3c449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:01.722656 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ece3c-2fd9-4bd8-888e-7c32732ac41a req-3f8bf9fd-c581-410e-86bf-d05945f29a24 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:01.724270 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-068ece3c-2fd9-4bd8-888e-7c32732ac41a req-3f8bf9fd-c581-410e-86bf-d05945f29a24 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0692780 Mar 08 21:16:01.819666 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-068ece3c-2fd9-4bd8-888e-7c32732ac41a req-a340aea4-868b-427f-921b-909a1cb6f07c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866714 Mar 08 21:16:02.161528 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd537a3-92a1-483a-9879-b65bf7a7f175 req-9e0fccc0-260c-4b4b-b68d-de92252a05d0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:02.163626 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ebd537a3-92a1-483a-9879-b65bf7a7f175 req-9e0fccc0-260c-4b4b-b68d-de92252a05d0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0804355 Mar 08 21:16:02.180550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b5258-903e-435f-b4bf-3ba3e0e78d7f req-cfd82861-f6de-4505-9ede-c93ac8df84e0 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:02.182656 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d46b5258-903e-435f-b4bf-3ba3e0e78d7f req-cfd82861-f6de-4505-9ede-c93ac8df84e0 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 944 time: 0.0770395 Mar 08 21:16:02.225491 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ebd537a3-92a1-483a-9879-b65bf7a7f175 req-bf40d465-c10b-4155-a6a9-0f27a0644646 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548437 Mar 08 21:16:02.258110 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d46b5258-903e-435f-b4bf-3ba3e0e78d7f req-7816c56d-4efe-45f0-bc17-67f9ddee4839 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690768 Mar 08 21:16:02.497340 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:02.774430 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:16:02.907007 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:16:02.919759 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'port_id': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'mac_address': 'fa:16:3e:4a:1a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:16:02.966090 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port bc7d4c65-c987-4453-96d5-38fee78f2556 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:16:02.966615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:02.983792 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7d4c65-c987-4453-96d5-38fee78f2556 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:16:02.989928 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a87a9-1cd2-4044-b5fa-fd65fa6e9509 req-dddb207b-1b17-4cba-bc96-eb967a3b833a tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:02.991569 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b24a87a9-1cd2-4044-b5fa-fd65fa6e9509 req-dddb207b-1b17-4cba-bc96-eb967a3b833a tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0631092 Mar 08 21:16:03.009730 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:16:03.016243 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:03.083078 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:03.107068 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b24a87a9-1cd2-4044-b5fa-fd65fa6e9509 req-2d4c7caa-3287-49f1-a8b0-804bc49dd966 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058795 Mar 08 21:16:03.411251 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b170d-45d1-4802-b0e6-9ad80d6574e0 req-5288447f-f69e-45ef-830e-71c809e7c95b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:03.413685 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-859b170d-45d1-4802-b0e6-9ad80d6574e0 req-5288447f-f69e-45ef-830e-71c809e7c95b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0817254 Mar 08 21:16:03.469013 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843f49e-82ab-4014-b1a9-895c9a978c3c req-06525ca1-6bb0-4e12-9cc2-641f167538e6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:03.470643 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7843f49e-82ab-4014-b1a9-895c9a978c3c req-06525ca1-6bb0-4e12-9cc2-641f167538e6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 945 time: 0.0994349 Mar 08 21:16:03.480803 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-859b170d-45d1-4802-b0e6-9ad80d6574e0 req-aebe6d5b-ade7-4a89-94fd-b14821f011c4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587053 Mar 08 21:16:03.543641 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7843f49e-82ab-4014-b1a9-895c9a978c3c req-38bc2102-d125-43e5-b3ef-86524aa89a5c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658307 Mar 08 21:16:03.635518 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['bc7d4c65-c987-4453-96d5-38fee78f2556'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:16:04.036315 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:04.278471 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bca65-8658-4e4f-842a-a83b25d605d2 req-1e229d77-6fa7-4cb5-8935-7fe2190483d8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:04.280834 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-177bca65-8658-4e4f-842a-a83b25d605d2 req-1e229d77-6fa7-4cb5-8935-7fe2190483d8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0803559 Mar 08 21:16:04.354605 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-177bca65-8658-4e4f-842a-a83b25d605d2 req-9b47f472-3612-49e0-8c57-2b3e8b86fab5 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673580 Mar 08 21:16:04.682827 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbef35-c2f7-4410-9d4e-b07b5cd5f44e req-231c6e24-482a-439c-9715-2e9cd5d6f33d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:04.685462 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89bbef35-c2f7-4410-9d4e-b07b5cd5f44e req-231c6e24-482a-439c-9715-2e9cd5d6f33d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0856569 Mar 08 21:16:04.724253 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667201d-af55-4632-bc81-76e9a0f96e7b req-690df5aa-991e-430e-9741-a935fdb12ccd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:04.726917 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3667201d-af55-4632-bc81-76e9a0f96e7b req-690df5aa-991e-430e-9741-a935fdb12ccd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 945 time: 0.0860415 Mar 08 21:16:04.764927 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89bbef35-c2f7-4410-9d4e-b07b5cd5f44e req-3055bb3c-08d7-44ce-9149-1e764369e4b3 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705109 Mar 08 21:16:04.785663 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3667201d-af55-4632-bc81-76e9a0f96e7b req-a7ebd026-70ca-46ba-b345-169405fbc01d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489061 Mar 08 21:16:05.466165 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:16:05.529070 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:05.537056 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974af24-1f4e-442b-90c8-de38bba99187 req-e4773101-27b8-4afb-886e-e8eefed570fc tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:05.537056 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d974af24-1f4e-442b-90c8-de38bba99187 req-e4773101-27b8-4afb-886e-e8eefed570fc tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0991206 Mar 08 21:16:05.614545 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d974af24-1f4e-442b-90c8-de38bba99187 req-3f4befb7-acdb-4e32-be25-42b1107b0f49 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689628 Mar 08 21:16:05.946338 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b5c80-3862-474a-bc72-ce99545511c6 req-61217b3d-02f4-4a91-9d78-05461c074ff5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:05.947686 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417b5c80-3862-474a-bc72-ce99545511c6 req-61217b3d-02f4-4a91-9d78-05461c074ff5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 945 time: 0.0703361 Mar 08 21:16:06.016298 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-417b5c80-3862-474a-bc72-ce99545511c6 req-bf5275b6-4b3f-4c49-ba71-3a78c05c2021 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575581 Mar 08 21:16:06.365226 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788dc1c-e592-4ce9-a94c-68d6d19ec4b6 req-d083c5cc-510f-4662-9d9d-4df6b9d65b88 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:06.366850 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e788dc1c-e592-4ce9-a94c-68d6d19ec4b6 req-d083c5cc-510f-4662-9d9d-4df6b9d65b88 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0784583 Mar 08 21:16:06.423351 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e788dc1c-e592-4ce9-a94c-68d6d19ec4b6 req-68967650-6fe4-4928-8324-4bce313bccaf tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504122 Mar 08 21:16:06.777721 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296daebf-4c62-44e0-bf0f-6601698fd17e req-36325690-9c23-4905-9533-4c3b43946e73 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:06.779797 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-296daebf-4c62-44e0-bf0f-6601698fd17e req-36325690-9c23-4905-9533-4c3b43946e73 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0868528 Mar 08 21:16:06.792260 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:16:06.862832 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port bc7d4c65-c987-4453-96d5-38fee78f2556 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:16:06.862832 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:06.923182 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-296daebf-4c62-44e0-bf0f-6601698fd17e req-5f93af1f-a1c8-460b-adf8-c6e46aebe4b8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305647 Mar 08 21:16:06.967802 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port bc7d4c65-c987-4453-96d5-38fee78f2556 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:16:06.968190 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:07.003625 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:16:07.005943 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96f6115-f140-4c97-90cb-06854e6d8422" -d '{"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:16:07.021404 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:16:07.027446 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:07.085946 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36716bb9-a279-42b5-8829-55bca58fc018 x-openstack-request-id: req-36716bb9-a279-42b5-8829-55bca58fc018 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:16:07.086322 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:16:07.086681 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36716bb9-a279-42b5-8829-55bca58fc018 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:16:07.087175 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'code': 200} Mar 08 21:16:07.101959 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:07.185804 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ab93-8359-450b-bcc2-52fe7781a8a9 req-192ac915-7c05-4660-a150-4d18b756d691 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:07.188434 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3cf3ab93-8359-450b-bcc2-52fe7781a8a9 req-192ac915-7c05-4660-a150-4d18b756d691 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 947 time: 0.0645709 Mar 08 21:16:07.246030 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3cf3ab93-8359-450b-bcc2-52fe7781a8a9 req-7166f029-637b-4666-920b-ed7457ce9460 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510991 Mar 08 21:16:07.803308 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e422ad-6801-47e0-a29d-c3f083793dec req-a4041022-3527-41bc-96eb-ee1bb7413d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:07.805013 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e4e422ad-6801-47e0-a29d-c3f083793dec req-a4041022-3527-41bc-96eb-ee1bb7413d3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 1131 time: 0.0648136 Mar 08 21:16:07.863051 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e4e422ad-6801-47e0-a29d-c3f083793dec req-0afda7a8-3348-4605-ac8f-389d29ffc094 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499706 Mar 08 21:16:08.072589 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b957fb-d917-4dfd-a6e7-23b507e0c243 req-1a651b34-c6c7-4d13-abeb-6933b3544b9e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:08.074156 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-94b957fb-d917-4dfd-a6e7-23b507e0c243 req-1a651b34-c6c7-4d13-abeb-6933b3544b9e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0700057 Mar 08 21:16:08.428806 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf54f48-fa30-4763-86c0-d8a6f05dd197 req-e1ef9d61-a5f2-40b1-936c-49b51461afe2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:08.430537 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccf54f48-fa30-4763-86c0-d8a6f05dd197 req-e1ef9d61-a5f2-40b1-936c-49b51461afe2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 947 time: 0.0735719 Mar 08 21:16:08.447809 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-94b957fb-d917-4dfd-a6e7-23b507e0c243 req-33819ae7-64b2-4308-a8c2-0a6c6b203d07 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3622975 Mar 08 21:16:08.515450 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-43405592-0350-4b07-8be4-40ebe748c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:08.516935 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-43405592-0350-4b07-8be4-40ebe748c5d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 1131 time: 0.0581820 Mar 08 21:16:08.517136 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccf54f48-fa30-4763-86c0-d8a6f05dd197 req-cbc98bc3-15a3-4aca-a153-cb1b9c5f40d3 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708344 Mar 08 21:16:08.652457 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-db91fc44-ba85-48f0-8811-5e3408562cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:08.654043 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-db91fc44-ba85-48f0-8811-5e3408562cc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.1055224 Mar 08 21:16:08.730073 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-d0a453e0-24f4-4489-bfa3-c52d8e683a8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 200 len: 1002 time: 0.0648236 Mar 08 21:16:08.791804 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-83ce05cd-e909-43bc-bccd-576dabb115fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:08.793315 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-83ce05cd-e909-43bc-bccd-576dabb115fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0543227 Mar 08 21:16:08.857486 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-eaf4dfd3-f5de-4ac4-b26f-a27ac40079f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:08.858932 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-eaf4dfd3-f5de-4ac4-b26f-a27ac40079f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566738 Mar 08 21:16:08.969327 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-bf2e43be-61f9-4551-8fe0-0e4a35bc1201 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007648 Mar 08 21:16:09.095489 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dd1bb17c-f43b-498e-871d-97f790311c4b req-30ff0205-ec3b-4be2-9e32-0574bf0862c1 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075571 Mar 08 21:16:09.619556 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e02939-3cdf-4947-9181-e870e8bd4f51 req-3693d3e7-7ca5-4632-9e3a-38795c38a1f4 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:09.621566 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-61e02939-3cdf-4947-9181-e870e8bd4f51 req-3693d3e7-7ca5-4632-9e3a-38795c38a1f4 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0847561 Mar 08 21:16:09.718339 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46ef13-55ed-4586-aa61-4a0142cbf58c req-fc54753b-106a-4a17-af4f-e1984c55aaaa tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:09.722376 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7c46ef13-55ed-4586-aa61-4a0142cbf58c req-fc54753b-106a-4a17-af4f-e1984c55aaaa tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 947 time: 0.0958655 Mar 08 21:16:09.727097 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-61e02939-3cdf-4947-9181-e870e8bd4f51 req-e7ecda38-0d40-4b99-ab39-3935985f0ba0 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947776 Mar 08 21:16:09.792582 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7c46ef13-55ed-4586-aa61-4a0142cbf58c req-02ce656b-4a51-4f4f-b11f-218cd1ed5c95 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623682 Mar 08 21:16:10.603443 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:10.925757 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728cd42-34c9-4845-bf86-7d4ad9c23f17 req-f3bad45f-7a5a-4642-bbef-da80f2b7bff2 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:10.928330 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3728cd42-34c9-4845-bf86-7d4ad9c23f17 req-f3bad45f-7a5a-4642-bbef-da80f2b7bff2 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0954533 Mar 08 21:16:11.029628 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d1f1-5eb2-4890-a523-85e7bbb87c32 req-301b46f2-0ecb-4e3b-8c4c-66647b76e916 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:11.031939 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d1a6d1f1-5eb2-4890-a523-85e7bbb87c32 req-301b46f2-0ecb-4e3b-8c4c-66647b76e916 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 947 time: 0.0991464 Mar 08 21:16:11.041838 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3728cd42-34c9-4845-bf86-7d4ad9c23f17 req-6f2a1850-98f6-4eae-9509-a3421dbb71cf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073353 Mar 08 21:16:11.111426 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d1a6d1f1-5eb2-4890-a523-85e7bbb87c32 req-c8b6e453-3718-47de-a756-31767aac74ca tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671825 Mar 08 21:16:12.210768 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e136d-742a-4a5b-a9a9-a19e4302675a req-c17606d9-5aab-47ce-91af-167b5503472e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:12.212345 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-674e136d-742a-4a5b-a9a9-a19e4302675a req-c17606d9-5aab-47ce-91af-167b5503472e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0591056 Mar 08 21:16:12.286013 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-674e136d-742a-4a5b-a9a9-a19e4302675a req-d19a678c-080c-4514-bca1-fc9f8635f1b3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629480 Mar 08 21:16:13.474552 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51d47-6cdb-4d56-95f5-53b744801be3 req-e12a294a-540a-4388-81ed-d7e0d3efcde1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:13.477106 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0bb51d47-6cdb-4d56-95f5-53b744801be3 req-e12a294a-540a-4388-81ed-d7e0d3efcde1 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0799344 Mar 08 21:16:13.572116 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0bb51d47-6cdb-4d56-95f5-53b744801be3 req-88f73f3f-1448-464c-b69b-71c4011f1fe9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873773 Mar 08 21:16:14.763230 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6240843-c5aa-4424-85a7-6e860dd6caaf req-187e775e-d0de-4f11-a243-a425e1a56cb8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:14.765555 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6240843-c5aa-4424-85a7-6e860dd6caaf req-187e775e-d0de-4f11-a243-a425e1a56cb8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0888205 Mar 08 21:16:14.882311 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6240843-c5aa-4424-85a7-6e860dd6caaf req-02ca4df2-c36b-4106-af4b-5c82c109ed2c tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054654 Mar 08 21:16:14.957124 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daa255-120f-4577-b047-01dafff0e841 req-69e2ce67-c87f-4664-a9ad-8eba009d4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:14.958673 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37daa255-120f-4577-b047-01dafff0e841 req-69e2ce67-c87f-4664-a9ad-8eba009d4c9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1129 time: 0.1047723 Mar 08 21:16:14.966445 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b76844-5496-4377-85ee-9fabab67a5da req-cc167d1f-772d-4304-a1b6-ba0df11a1c18 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:14.967890 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-30b76844-5496-4377-85ee-9fabab67a5da req-cc167d1f-772d-4304-a1b6-ba0df11a1c18 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1045053 Mar 08 21:16:15.099211 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-30b76844-5496-4377-85ee-9fabab67a5da req-627d9267-ab06-4718-bb17-bb7fd79cf495 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178167 Mar 08 21:16:15.121393 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daa255-120f-4577-b047-01dafff0e841 req-d99d5049-48a0-49f6-88bb-2a0aa8f42348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:15.121393 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37daa255-120f-4577-b047-01dafff0e841 req-d99d5049-48a0-49f6-88bb-2a0aa8f42348 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 919 time: 0.1494038 Mar 08 21:16:15.171512 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37daa255-120f-4577-b047-01dafff0e841 req-9580cffd-3b47-4b48-b17c-af817ff423f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0407760 Mar 08 21:16:15.255882 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daa255-120f-4577-b047-01dafff0e841 req-bacf1788-bf0e-4ee4-af2c-9fdf6700735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:15.258210 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37daa255-120f-4577-b047-01dafff0e841 req-bacf1788-bf0e-4ee4-af2c-9fdf6700735a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 200 len: 858 time: 0.0787535 Mar 08 21:16:15.300950 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37daa255-120f-4577-b047-01dafff0e841 req-2389882b-8669-4641-a6b3-8d8b2334c262 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365503 Mar 08 21:16:15.420129 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37daa255-120f-4577-b047-01dafff0e841 req-aefe98c3-a5ef-48af-adb7-37ee9bc2b4a1 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032035 Mar 08 21:16:15.552570 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37daa255-120f-4577-b047-01dafff0e841 req-9d16c8c8-d2c8-4c16-8ba0-3fd17ed1c973 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163757 Mar 08 21:16:16.050189 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0be657-53a3-4fb0-b50b-5f2c99df99ea req-3c02c494-2241-4570-9903-c32be951f4fc tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:16.052788 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff0be657-53a3-4fb0-b50b-5f2c99df99ea req-3c02c494-2241-4570-9903-c32be951f4fc tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0714102 Mar 08 21:16:16.146755 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff0be657-53a3-4fb0-b50b-5f2c99df99ea req-abadfceb-0362-40b9-8210-673ed99a3595 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868082 Mar 08 21:16:16.299980 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4c285-321a-414d-8a2a-bd2fa771f383 req-f5016278-bcda-4df7-9816-c64aed8a5548 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:16.302724 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a7a4c285-321a-414d-8a2a-bd2fa771f383 req-f5016278-bcda-4df7-9816-c64aed8a5548 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0856538 Mar 08 21:16:16.396342 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a7a4c285-321a-414d-8a2a-bd2fa771f383 req-96c8c5b4-34a0-4463-ac56-36432c07658a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839634 Mar 08 21:16:17.320186 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c4e66-bc85-4ac5-89fa-7c94fa2eabae req-91585abc-938f-4023-8c00-8d6b0cdd8877 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:17.322894 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-991c4e66-bc85-4ac5-89fa-7c94fa2eabae req-91585abc-938f-4023-8c00-8d6b0cdd8877 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0816779 Mar 08 21:16:17.413686 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-991c4e66-bc85-4ac5-89fa-7c94fa2eabae req-5472fb9c-9054-4944-9698-b15c813cc2c4 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799990 Mar 08 21:16:17.586171 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d17298-e24f-45f1-80f3-6de768987d00 req-a3ab70ea-6b64-4232-ad63-3c4bcf76e195 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:17.588399 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73d17298-e24f-45f1-80f3-6de768987d00 req-a3ab70ea-6b64-4232-ad63-3c4bcf76e195 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0842845 Mar 08 21:16:17.663310 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73d17298-e24f-45f1-80f3-6de768987d00 req-c54e9a7a-de26-4c96-8184-07004303e1cc tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633721 Mar 08 21:16:18.587153 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf24118-d52a-43b2-9589-e13f2d896a74 req-b5144d41-2669-43a5-914c-c35902bff8a5 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:18.589772 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0bf24118-d52a-43b2-9589-e13f2d896a74 req-b5144d41-2669-43a5-914c-c35902bff8a5 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0964110 Mar 08 21:16:18.681633 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0bf24118-d52a-43b2-9589-e13f2d896a74 req-fe756680-c195-46dd-b093-9fc4243f6b55 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851836 Mar 08 21:16:18.802589 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27166ad-14c8-4aa6-a5d5-f4dc02879ebd req-15d1f68b-c0f4-4b6a-b9ba-603a379aff89 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:18.804852 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b27166ad-14c8-4aa6-a5d5-f4dc02879ebd req-15d1f68b-c0f4-4b6a-b9ba-603a379aff89 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0601542 Mar 08 21:16:18.868121 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b27166ad-14c8-4aa6-a5d5-f4dc02879ebd req-eb032111-e926-4b37-81bc-85101111c9b6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570221 Mar 08 21:16:19.851534 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175425d-323b-41bd-8cbb-8b58dd4a35ed req-120b77e1-1ad7-40a9-a7a0-a10e9066d887 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:19.854103 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8175425d-323b-41bd-8cbb-8b58dd4a35ed req-120b77e1-1ad7-40a9-a7a0-a10e9066d887 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0854588 Mar 08 21:16:19.935189 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8175425d-323b-41bd-8cbb-8b58dd4a35ed req-758b06d6-77b4-4d01-bee7-a12d56be2bf9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733788 Mar 08 21:16:20.022676 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418550-28e2-4bcf-89d9-39c7eb6de77d req-5a26ae6e-282e-4c04-a291-e74c438ded93 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:20.024082 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-29418550-28e2-4bcf-89d9-39c7eb6de77d req-5a26ae6e-282e-4c04-a291-e74c438ded93 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0661206 Mar 08 21:16:20.075485 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-29418550-28e2-4bcf-89d9-39c7eb6de77d req-933676b8-9132-4005-85aa-3843eb25fa72 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Mar 08 21:16:21.091940 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52accf4-13a9-4619-ad38-440be8ec50fe req-aae2ab97-6329-460d-95ee-85db2f17bda8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:21.093700 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b52accf4-13a9-4619-ad38-440be8ec50fe req-aae2ab97-6329-460d-95ee-85db2f17bda8 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0658679 Mar 08 21:16:21.171707 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b52accf4-13a9-4619-ad38-440be8ec50fe req-5784a1b7-436b-4f9a-b411-5ae12da92c95 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665882 Mar 08 21:16:21.253240 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7ab34-2aea-4a66-8497-1faaea3dc8db req-683f9546-e818-4a30-ac08-6d8de4ddbc7e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:21.254752 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cbc7ab34-2aea-4a66-8497-1faaea3dc8db req-683f9546-e818-4a30-ac08-6d8de4ddbc7e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0709276 Mar 08 21:16:21.318824 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cbc7ab34-2aea-4a66-8497-1faaea3dc8db req-768a4aea-f3dd-4dfc-bb6b-6647d87cf6bd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580502 Mar 08 21:16:22.317202 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e997b-b7b7-4a2a-95ef-95381a9edb98 req-6cef9534-91f0-447f-961c-81ca31ab80f9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:22.318789 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e2e997b-b7b7-4a2a-95ef-95381a9edb98 req-6cef9534-91f0-447f-961c-81ca31ab80f9 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0752687 Mar 08 21:16:22.413454 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e2e997b-b7b7-4a2a-95ef-95381a9edb98 req-8e628925-3bff-4e8d-ba3f-027e6ab6a1cf tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=829f5e6c-edd0-4330-a878-7e54133d44fc&id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872083 Mar 08 21:16:22.497067 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db34ef-810a-4411-8e8c-588cc7fc8b24 req-802d7d03-b541-45f9-8fd1-f1a43431871c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:22.498759 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c7db34ef-810a-4411-8e8c-588cc7fc8b24 req-802d7d03-b541-45f9-8fd1-f1a43431871c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0841579 Mar 08 21:16:22.560245 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c7db34ef-810a-4411-8e8c-588cc7fc8b24 req-50dfd221-feee-4c9c-bba4-14489706f4d1 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515587 Mar 08 21:16:23.705836 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d266c-0b48-4af8-aac1-dea3f3b191aa req-129edfd2-3a3c-43cd-a899-ff0bf110f35d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:23.707471 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb3d266c-0b48-4af8-aac1-dea3f3b191aa req-129edfd2-3a3c-43cd-a899-ff0bf110f35d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0583718 Mar 08 21:16:23.775447 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb3d266c-0b48-4af8-aac1-dea3f3b191aa req-5fab7fcc-df3c-408f-acf4-03fcea267344 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581319 Mar 08 21:16:24.920199 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e9bf-fe10-46a1-8c89-5bd9c212003a req-2913cffc-f64d-4226-bd69-759d2cb6e034 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:24.921633 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3f63e9bf-fe10-46a1-8c89-5bd9c212003a req-2913cffc-f64d-4226-bd69-759d2cb6e034 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0589938 Mar 08 21:16:24.982353 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3f63e9bf-fe10-46a1-8c89-5bd9c212003a req-71f08d8c-03b7-455d-8037-2c9c102669a7 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518651 Mar 08 21:16:25.708320 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf802a-8723-475a-afc3-b3f780812aa5 req-2624cb7a-f355-436f-8134-5160c9b1f8ff tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:25.710038 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b4cf802a-8723-475a-afc3-b3f780812aa5 req-2624cb7a-f355-436f-8134-5160c9b1f8ff tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 946 time: 0.0731606 Mar 08 21:16:25.775801 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b4cf802a-8723-475a-afc3-b3f780812aa5 req-eb458d1b-8802-4c49-9917-ecf1312f14f8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560443 Mar 08 21:16:26.153904 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55342664-6ca4-491f-8a31-3fa68ab7d399 req-042719dc-a32a-4535-86dc-e36a08814658 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:26.155435 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-55342664-6ca4-491f-8a31-3fa68ab7d399 req-042719dc-a32a-4535-86dc-e36a08814658 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0655596 Mar 08 21:16:26.222477 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-55342664-6ca4-491f-8a31-3fa68ab7d399 req-2f343172-0d30-4c0d-bb4f-01f122a25819 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Mar 08 21:16:26.965873 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b7127-28d4-4f78-be90-a3fcdcde5499 req-3f87f3f0-03e8-45fd-a0e1-0bbe64c1f0ed tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:26.967448 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-767b7127-28d4-4f78-be90-a3fcdcde5499 req-3f87f3f0-03e8-45fd-a0e1-0bbe64c1f0ed tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 946 time: 0.0834160 Mar 08 21:16:27.023265 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-767b7127-28d4-4f78-be90-a3fcdcde5499 req-6293311a-d02a-4b9c-a383-74366098216c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468597 Mar 08 21:16:27.386901 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf41ee-9ea5-4e98-9ee6-5dd3ada21e31 req-34613510-1f2b-49de-af34-ee6bb8211b05 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:27.389500 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34cf41ee-9ea5-4e98-9ee6-5dd3ada21e31 req-34613510-1f2b-49de-af34-ee6bb8211b05 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0870166 Mar 08 21:16:27.457922 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34cf41ee-9ea5-4e98-9ee6-5dd3ada21e31 req-1600769f-b1d9-4c24-a3ad-9c2083784aaf tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579393 Mar 08 21:16:28.018509 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-9d59e67b-a677-4967-aec4-9ddfd44d4e42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:28.021338 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-9d59e67b-a677-4967-aec4-9ddfd44d4e42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 946 time: 0.0895085 Mar 08 21:16:28.244136 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a566e2-57ec-445f-9168-650cf16bb098 req-1383adce-62b0-431e-b16d-b8dfd6c2bf17 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:28.246808 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-02a566e2-57ec-445f-9168-650cf16bb098 req-1383adce-62b0-431e-b16d-b8dfd6c2bf17 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 946 time: 0.1179392 Mar 08 21:16:28.252914 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Deleting port d9f361fa-d861-44c4-b07d-70d8e97156d2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:16:28.253626 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:28.442285 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-02a566e2-57ec-445f-9168-650cf16bb098 req-3f1b136f-ba62-45db-a849-52464ec9b9e3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814268 Mar 08 21:16:28.472905 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] For port d9f361fa-d861-44c4-b07d-70d8e97156d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d9f361fa-d861-44c4-b07d-70d8e97156d2,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:16:28.473724 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:28.632070 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1fe62-9412-4528-ada7-114669f93acc req-9feb7765-8a67-4090-9f78-b57a77d06358 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:28.633767 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19d1fe62-9412-4528-ada7-114669f93acc req-9feb7765-8a67-4090-9f78-b57a77d06358 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0709517 Mar 08 21:16:28.710359 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19d1fe62-9412-4528-ada7-114669f93acc req-4143898c-f84f-42a5-abdf-4782ef7cd838 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691779 Mar 08 21:16:28.824440 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:28.824867 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (e8f35eea-c04a-4f09-9e3f-abec7e21d052), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:28.825277 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Floating IP e8f35eea-c04a-4f09-9e3f-abec7e21d052 disassociated. External IP: 172.27.1.148, port: d9f361fa-d861-44c4-b07d-70d8e97156d2. Mar 08 21:16:28.825689 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Calling delete_port for d9f361fa-d861-44c4-b07d-70d8e97156d2 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:16:28.946704 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77d0b09e-f1fb-4a70-88b2-0771f19795e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:28.969879 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (d9f361fa-d861-44c4-b07d-70d8e97156d2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:29.004767 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'Port': ['ID=d9f361fa-d861-44c4-b07d-70d8e97156d2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:29.016397 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.017530 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.017708 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.017942 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.018277 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.018600 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.019234 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.019234 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.019923 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.020257 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.020585 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.020941 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.021294 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:29.169881 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:16:29.321431 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:16:29.337263 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:16:29.353246 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:16:29.354433 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:16:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:16:29.387407 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] No DVR routers for this DVR port d9f361fa-d861-44c4-b07d-70d8e97156d2 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:16:29.391123 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:29.397040 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-38e962af-53f8-4fcf-b051-3d3686ac4d9c req-bf0e6e5c-b78a-4be3-8e2f-f42e39f25612 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "DELETE /v2.0/ports/d9f361fa-d861-44c4-b07d-70d8e97156d2 HTTP/1.1" status: 204 len: 173 time: 1.3698800 Mar 08 21:16:29.397883 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'name': 'network-vif-deleted', 'tag': 'd9f361fa-d861-44c4-b07d-70d8e97156d2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:16:29.401826 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcac1b9b-d3e2-41bf-81d2-9374048472b7" -d '{"events": [{"server_uuid": "192957c8-711a-49e1-a7fa-6dea8e575bc5", "name": "network-vif-deleted", "tag": "d9f361fa-d861-44c4-b07d-70d8e97156d2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:16:29.459598 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aea80cd-2f36-4fd6-8b7a-ed9f204664d4 x-openstack-request-id: req-5aea80cd-2f36-4fd6-8b7a-ed9f204664d4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:16:29.460074 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192957c8-711a-49e1-a7fa-6dea8e575bc5", "name": "network-vif-deleted", "tag": "d9f361fa-d861-44c4-b07d-70d8e97156d2", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:16:29.460488 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5aea80cd-2f36-4fd6-8b7a-ed9f204664d4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:16:29.461198 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192957c8-711a-49e1-a7fa-6dea8e575bc5', 'name': 'network-vif-deleted', 'tag': 'd9f361fa-d861-44c4-b07d-70d8e97156d2', 'status': 'completed', 'code': 200} Mar 08 21:16:29.496032 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:16:29.623270 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-801f2ce9-7d8c-40ab-af0b-1e76f1ef87f8 req-c05248a7-00bd-412f-a6c0-14879d9071cf tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=192957c8-711a-49e1-a7fa-6dea8e575bc5 HTTP/1.1" status: 200 len: 210 time: 0.0673599 Mar 08 21:16:29.805238 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:09Z', 'revision_number': 2, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:16:29.839242 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:16:29.849525 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:16:29.850407 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:16:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:16:29.906158 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4da2c3-bb8e-49ad-911f-604ea5afeb6a req-b83d32a9-f126-475a-8282-1c04033de69a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:29.908454 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1a4da2c3-bb8e-49ad-911f-604ea5afeb6a req-b83d32a9-f126-475a-8282-1c04033de69a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1021922 Mar 08 21:16:29.974652 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:16:29.981521 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1a4da2c3-bb8e-49ad-911f-604ea5afeb6a req-ddc457a3-9fb2-4237-a03e-f0d3e21f0c1a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660357 Mar 08 21:16:30.462279 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:09Z', 'revision_number': 2, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:16:30.519891 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58264e87-0bed-49e7-ae99-9fad68302227 None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'd438f924-63d1-49c1-8c68-0ecb1faf3249', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.129', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:76:38:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:12:35Z', 'updated_at': '2022-03-08T21:13:09Z', 'revision_number': 2, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:16:30.763613 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42876) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:30.850785 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a877e69-b4b3-4608-846a-ca1f266d6d4c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:30.893820 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a877e69-b4b3-4608-846a-ca1f266d6d4c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:30.899823 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37712503-a037-4d9c-aa48-8422ebabf107 None None] New status for floating IP e8f35eea-c04a-4f09-9e3f-abec7e21d052: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:16:30.982507 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device d9f361fa-d861-44c4-b07d-70d8e97156d2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:16:30.986917 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a877e69-b4b3-4608-846a-ca1f266d6d4c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:30.992441 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a877e69-b4b3-4608-846a-ca1f266d6d4c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:30.998685 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 42878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:31.006184 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0a877e69-b4b3-4608-846a-ca1f266d6d4c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "DELETE /v2.0/security-groups/e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2 HTTP/1.1" status: 204 len: 168 time: 0.2367022 Mar 08 21:16:31.014342 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: d9f361fa-d861-44c4-b07d-70d8e97156d2 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:16:31.015267 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device d9f361fa-d861-44c4-b07d-70d8e97156d2 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:16:31.022012 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a877e69-b4b3-4608-846a-ca1f266d6d4c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:31.040372 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.api.v2.resource [None req-c1743d0a-241b-4b26-ae9e-0239785d45e7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] show failed (client error): The resource could not be found. Mar 08 21:16:31.046803 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42882) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:31.047030 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c1743d0a-241b-4b26-ae9e-0239785d45e7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups/e1ec908a-8a9a-4d1f-9a6d-f571c21b5fb2 HTTP/1.1" status: 404 len: 347 time: 0.0467515 Mar 08 21:16:31.289386 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c0308-2837-45af-9e2a-213cebe53149 req-385a1645-56e7-4bd3-a44d-64c1a520fed8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:31.292035 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d53c0308-2837-45af-9e2a-213cebe53149 req-385a1645-56e7-4bd3-a44d-64c1a520fed8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1333399 Mar 08 21:16:31.302087 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Deleting port 81c783cf-67db-4939-8f8f-69f63ba78bd3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:16:31.302435 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (81c783cf-67db-4939-8f8f-69f63ba78bd3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:31.310546 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-84685467-fba2-4d87-aa39-91bea9bb9df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:31.430667 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d53c0308-2837-45af-9e2a-213cebe53149 req-6ec7ee59-ccc5-4911-8930-164eaccfb261 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241770 Mar 08 21:16:31.447176 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (81c783cf-67db-4939-8f8f-69f63ba78bd3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:31.447513 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (81c783cf-67db-4939-8f8f-69f63ba78bd3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:31.463060 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Calling delete_port for 81c783cf-67db-4939-8f8f-69f63ba78bd3 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:16:31.679154 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (81c783cf-67db-4939-8f8f-69f63ba78bd3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:31.731210 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'Port': ['ID=81c783cf-67db-4939-8f8f-69f63ba78bd3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:31.848392 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (e8f35eea-c04a-4f09-9e3f-abec7e21d052), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:31.855837 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:31.859394 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2fe0747e-2bbd-423b-bc4e-8a94cfd97d84 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "DELETE /v2.0/floatingips/e8f35eea-c04a-4f09-9e3f-abec7e21d052 HTTP/1.1" status: 204 len: 168 time: 0.8095994 Mar 08 21:16:32.523887 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:32.643816 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fad24-77ab-4a8a-9969-702d2ee04d6b req-a5a5a489-f06a-4b3f-a5a1-60163855feab tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:32.645444 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-455fad24-77ab-4a8a-9969-702d2ee04d6b req-a5a5a489-f06a-4b3f-a5a1-60163855feab tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0866406 Mar 08 21:16:32.699937 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-455fad24-77ab-4a8a-9969-702d2ee04d6b req-9719f635-76ee-491b-942d-cb5fb8d51d5a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Mar 08 21:16:33.104041 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e793-19c7-4210-b0f6-639a783396d3 req-96ff85be-dd48-4ce1-aeb4-2c52d7572d09 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:33.105959 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-87a8e793-19c7-4210-b0f6-639a783396d3 req-96ff85be-dd48-4ce1-aeb4-2c52d7572d09 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1018808 Mar 08 21:16:33.186865 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-87a8e793-19c7-4210-b0f6-639a783396d3 req-0441b72b-ab47-434c-8cfd-f8ae1f97e293 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707619 Mar 08 21:16:33.866045 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defffb48-4830-44ef-ad3c-13ba1fab9bdb req-5d5f31ee-44f5-4908-8862-a8c02858a567 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:33.867479 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-defffb48-4830-44ef-ad3c-13ba1fab9bdb req-5d5f31ee-44f5-4908-8862-a8c02858a567 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0665238 Mar 08 21:16:33.930569 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-defffb48-4830-44ef-ad3c-13ba1fab9bdb req-a26af4ec-6288-4e66-9b19-f77ffc2c4b8d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545342 Mar 08 21:16:34.034469 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:34.352717 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da038219-ef5c-47a4-948d-6b4fc6cb8fce req-3308c390-90b1-476d-90fc-b0bfad4a8f3f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:34.354754 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da038219-ef5c-47a4-948d-6b4fc6cb8fce req-3308c390-90b1-476d-90fc-b0bfad4a8f3f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0763929 Mar 08 21:16:34.429373 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-da038219-ef5c-47a4-948d-6b4fc6cb8fce req-623c5b13-bdd0-498a-bea7-42e552f37808 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635862 Mar 08 21:16:34.768246 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b8b00-789e-41e0-8303-1e8ff79fc034 req-a7a06936-55e1-495c-b2e0-b7a551868566 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:34.770577 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-758b8b00-789e-41e0-8303-1e8ff79fc034 req-a7a06936-55e1-495c-b2e0-b7a551868566 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 946 time: 0.0793753 Mar 08 21:16:34.830594 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-758b8b00-789e-41e0-8303-1e8ff79fc034 req-b1322613-a46a-4a29-aaa4-73a9c84cd98d tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514088 Mar 08 21:16:35.096325 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916769-9301-400e-b1a9-84dd2c99d135 req-4df23c5a-d931-4376-9c1c-66246f709e46 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:35.098111 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2916769-9301-400e-b1a9-84dd2c99d135 req-4df23c5a-d931-4376-9c1c-66246f709e46 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0713882 Mar 08 21:16:35.163430 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2916769-9301-400e-b1a9-84dd2c99d135 req-6d4a5ff2-e7a6-4382-bf5f-e53664ac2dfb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552647 Mar 08 21:16:35.525015 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:35.584725 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bd679-c65c-4533-9353-2e5c13f2cde4 req-b1f60b8a-f8be-4857-bd2e-d3517f800dcc tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:35.586317 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-451bd679-c65c-4533-9353-2e5c13f2cde4 req-b1f60b8a-f8be-4857-bd2e-d3517f800dcc tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0661838 Mar 08 21:16:35.665592 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-451bd679-c65c-4533-9353-2e5c13f2cde4 req-03acef48-ffab-4607-bef2-1ab20b6e3d7c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730751 Mar 08 21:16:36.008473 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21564f65-b940-4dc8-8c14-ff3c9fa04631 req-8aa4e5dc-2d12-4880-a963-cd4202c5c85a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:36.010025 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21564f65-b940-4dc8-8c14-ff3c9fa04631 req-8aa4e5dc-2d12-4880-a963-cd4202c5c85a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 946 time: 0.0687015 Mar 08 21:16:36.068172 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21564f65-b940-4dc8-8c14-ff3c9fa04631 req-f25f6ea3-da37-48d8-9baa-d5b1cf4afa54 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487356 Mar 08 21:16:36.315760 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b14fd2-cc39-4e10-98c2-4c51188b22cd req-e8d70ac9-e927-42e1-a699-35c41ca6ec83 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:36.317527 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-79b14fd2-cc39-4e10-98c2-4c51188b22cd req-e8d70ac9-e927-42e1-a699-35c41ca6ec83 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0656862 Mar 08 21:16:36.372591 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-79b14fd2-cc39-4e10-98c2-4c51188b22cd req-774a90a6-9f6f-4061-8e9d-042ef42f44b8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490882 Mar 08 21:16:36.807119 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1d0b1-c78c-4784-95fb-688da01020d5 req-1829cbbc-659c-43f2-a777-98e2a21b5616 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:36.808726 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-99e1d0b1-c78c-4784-95fb-688da01020d5 req-1829cbbc-659c-43f2-a777-98e2a21b5616 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0658562 Mar 08 21:16:36.869639 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-99e1d0b1-c78c-4784-95fb-688da01020d5 req-0cc7d96d-2fe0-4865-a27e-0869a7a4946e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496454 Mar 08 21:16:37.144532 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-0cd49005-cd17-4dcd-bbd7-5ad5f02ff632 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:37.146942 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-0cd49005-cd17-4dcd-bbd7-5ad5f02ff632 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 946 time: 0.0880449 Mar 08 21:16:37.508628 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472646f0-de32-44a7-9c48-d18be5f732b0 req-1a0a656c-c37f-431d-b9f4-7219189141ed tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:37.512306 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-472646f0-de32-44a7-9c48-d18be5f732b0 req-1a0a656c-c37f-431d-b9f4-7219189141ed tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 946 time: 0.3637013 Mar 08 21:16:37.574028 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a4658-fb7c-438f-8a55-2bc3c11dce6b req-509606c2-b60e-48ac-a9d3-5c72d82ffdab tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:37.576043 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d0a4658-fb7c-438f-8a55-2bc3c11dce6b req-509606c2-b60e-48ac-a9d3-5c72d82ffdab tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0874939 Mar 08 21:16:37.607875 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-472646f0-de32-44a7-9c48-d18be5f732b0 req-83af38bb-67d8-4e90-9fbe-9ae1dcd645be tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=aca026fa-cc94-4707-bc51-0aa7f61175aa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836084 Mar 08 21:16:37.610082 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Deleting port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:16:37.610434 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:37.657344 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d0a4658-fb7c-438f-8a55-2bc3c11dce6b req-851ea4dc-4e9a-42ea-87cb-a2bc6a4058e6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743811 Mar 08 21:16:37.738800 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] For port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:16:37.739150 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:37.959014 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:37.959378 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (d438f924-63d1-49c1-8c68-0ecb1faf3249), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:37.959690 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Floating IP d438f924-63d1-49c1-8c68-0ecb1faf3249 disassociated. External IP: 172.27.1.129, port: 66763a7b-cb12-4369-aa64-b7d7c60ce2fa. Mar 08 21:16:37.960090 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Calling delete_port for 66763a7b-cb12-4369-aa64-b7d7c60ce2fa owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:16:38.083952 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452575f-b7f6-4c69-b14f-f0dc20818197 req-550ba150-88e2-406e-864d-36edbebf11aa tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:38.085564 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3452575f-b7f6-4c69-b14f-f0dc20818197 req-550ba150-88e2-406e-864d-36edbebf11aa tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1206946 Mar 08 21:16:38.175080 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3452575f-b7f6-4c69-b14f-f0dc20818197 req-7d1c4b2c-5c16-44bd-88d6-805367ec90cb tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824399 Mar 08 21:16:38.181845 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (66763a7b-cb12-4369-aa64-b7d7c60ce2fa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:38.224856 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'Port': ['ID=66763a7b-cb12-4369-aa64-b7d7c60ce2fa,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:38.377490 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:16:38.540708 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:16:38.561073 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:16:38.585262 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:16:38.586465 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:16:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:16:38.602195 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] No DVR routers for this DVR port 66763a7b-cb12-4369-aa64-b7d7c60ce2fa on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:16:38.606332 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:38.612379 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a8a8c66-6987-4790-9a01-ea6c44f2cd78 req-2375c0c7-7526-4d73-940b-53dc2e49424f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "DELETE /v2.0/ports/66763a7b-cb12-4369-aa64-b7d7c60ce2fa HTTP/1.1" status: 204 len: 173 time: 1.4497728 Mar 08 21:16:38.613069 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'name': 'network-vif-deleted', 'tag': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:16:38.615901 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea1a397-89b3-442d-b3d7-861a0a7de941" -d '{"events": [{"server_uuid": "dbb5b92d-c692-46d2-9eb8-b07e6c84edee", "name": "network-vif-deleted", "tag": "66763a7b-cb12-4369-aa64-b7d7c60ce2fa"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:16:38.709118 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e052f0-7a3f-4cca-838b-c2cbad695282 x-openstack-request-id: req-33e052f0-7a3f-4cca-838b-c2cbad695282 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:16:38.709644 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb5b92d-c692-46d2-9eb8-b07e6c84edee", "name": "network-vif-deleted", "tag": "66763a7b-cb12-4369-aa64-b7d7c60ce2fa", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:16:38.710067 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33e052f0-7a3f-4cca-838b-c2cbad695282 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:16:38.710714 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb5b92d-c692-46d2-9eb8-b07e6c84edee', 'name': 'network-vif-deleted', 'tag': '66763a7b-cb12-4369-aa64-b7d7c60ce2fa', 'status': 'completed', 'code': 200} Mar 08 21:16:38.779105 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:16:38.796843 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c1ecc355-4842-4507-9cf2-e4f099844822 req-d8ca8d51-a668-426c-b4f8-963bc3a5ecfa tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbb5b92d-c692-46d2-9eb8-b07e6c84edee HTTP/1.1" status: 200 len: 210 time: 0.0677261 Mar 08 21:16:38.889272 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabdb2b-ff09-4594-a57e-d8ce23659aa0 req-fd0cdf07-0522-4c2f-84b9-1470e076e0ad tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:38.892341 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edabdb2b-ff09-4594-a57e-d8ce23659aa0 req-fd0cdf07-0522-4c2f-84b9-1470e076e0ad tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1025813 Mar 08 21:16:38.952830 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-edabdb2b-ff09-4594-a57e-d8ce23659aa0 req-ba035658-e64b-4e31-b896-91a66d7d7436 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498030 Mar 08 21:16:39.101608 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:16:39.134861 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:16:39.154919 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:16:39.155788 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:16:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:16:39.317840 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:16:39.343541 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09559bc-5323-4982-9531-996d61e0cc41 req-28581cc9-f7a1-4282-8aed-b9eadde04a06 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:39.349864 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c09559bc-5323-4982-9531-996d61e0cc41 req-28581cc9-f7a1-4282-8aed-b9eadde04a06 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0757954 Mar 08 21:16:39.421454 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c09559bc-5323-4982-9531-996d61e0cc41 req-2ed7d623-1ecc-4d20-9740-09c162b7d5b1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674582 Mar 08 21:16:39.584973 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:16:39.613234 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825288e0-7059-4981-bb2d-9ae4b225a52a None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:16:39.901871 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 42954) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:39.926119 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4b5fb-33c1-43ba-b8ea-3c75eb487737 None None] New status for floating IP d438f924-63d1-49c1-8c68-0ecb1faf3249: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:16:39.979963 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (aca026fa-cc94-4707-bc51-0aa7f61175aa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.009188 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (aca026fa-cc94-4707-bc51-0aa7f61175aa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.129962 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (aca026fa-cc94-4707-bc51-0aa7f61175aa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.134329 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.136227 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "DELETE /v2.0/security-groups/aca026fa-cc94-4707-bc51-0aa7f61175aa HTTP/1.1" status: 204 len: 168 time: 0.2327924 Mar 08 21:16:40.141112 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42958) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:40.151192 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919d69d-279e-4c4d-ada1-167d42b6edd2 req-64587623-8d15-4f9e-952a-22d041bdb93b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:40.157530 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8919d69d-279e-4c4d-ada1-167d42b6edd2 req-64587623-8d15-4f9e-952a-22d041bdb93b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0919435 Mar 08 21:16:40.161701 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-b809ac6b-0722-43eb-8b37-687fbcf8ef83 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] show failed (client error): The resource could not be found. Mar 08 21:16:40.163356 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b809ac6b-0722-43eb-8b37-687fbcf8ef83 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups/aca026fa-cc94-4707-bc51-0aa7f61175aa HTTP/1.1" status: 404 len: 347 time: 0.0203133 Mar 08 21:16:40.167122 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca026fa-cc94-4707-bc51-0aa7f61175aa,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:40.167570 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42960) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:40.186205 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.186543 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.186894 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.187234 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.187573 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.187980 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.188313 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.188646 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.188991 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.189335 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.189666 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.189989 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.190312 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3b32ad-b918-4298-b1b1-85f77d75dbb3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:40.228851 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8919d69d-279e-4c4d-ada1-167d42b6edd2 req-99139bac-407d-427d-a5e8-80fe131d1394 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633941 Mar 08 21:16:40.340884 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Deleting port ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:16:40.341262 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.445717 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.446372 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.466007 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Calling delete_port for ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:16:40.589635 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.610429 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779beedf-c568-4e2d-be66-495455ce8df3 req-99800bf7-6b0b-4d02-99a0-4a4e11d623d1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:40.612375 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-779beedf-c568-4e2d-be66-495455ce8df3 req-99800bf7-6b0b-4d02-99a0-4a4e11d623d1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0912828 Mar 08 21:16:40.696870 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-779beedf-c568-4e2d-be66-495455ce8df3 req-e0c4317a-b1e9-42c0-8fb9-8f615dc13616 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782859 Mar 08 21:16:40.702605 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.736477 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'Port': ['ID=ea9041c9-ecaa-4cfd-8d04-ed1ef88c1b84,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:40.809178 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (d438f924-63d1-49c1-8c68-0ecb1faf3249), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.811695 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:40.813120 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b25f3032-417f-4bca-931f-2d6fb8411a42 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "DELETE /v2.0/floatingips/d438f924-63d1-49c1-8c68-0ecb1faf3249 HTTP/1.1" status: 204 len: 168 time: 0.6442704 Mar 08 21:16:41.005914 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 66763a7b-cb12-4369-aa64-b7d7c60ce2fa no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:16:41.036509 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 66763a7b-cb12-4369-aa64-b7d7c60ce2fa {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:16:41.036858 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 66763a7b-cb12-4369-aa64-b7d7c60ce2fa not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:16:41.416177 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c53505-f9aa-461b-8736-24172feb5337 req-1ae1208d-b586-4672-95d7-564ecb3f2b8d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:41.419084 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99c53505-f9aa-461b-8736-24172feb5337 req-1ae1208d-b586-4672-95d7-564ecb3f2b8d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0818782 Mar 08 21:16:41.439869 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 42968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:41.445027 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-8e388286-fd64-4461-86aa-0ba6fc54471a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929013171', 'description': 'tempest-description--1333824767'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:16:41.474740 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e388286-fd64-4461-86aa-0ba6fc54471a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.485601 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99c53505-f9aa-461b-8736-24172feb5337 req-7449990f-266e-4f6c-b518-11a0788b8265 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Mar 08 21:16:41.566099 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e388286-fd64-4461-86aa-0ba6fc54471a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (d0157cf7-3afe-4dfb-9961-c86bea766241), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.570332 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e388286-fd64-4461-86aa-0ba6fc54471a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (d0157cf7-3afe-4dfb-9961-c86bea766241), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.599816 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e388286-fd64-4461-86aa-0ba6fc54471a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.601427 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8e388286-fd64-4461-86aa-0ba6fc54471a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1601245 Mar 08 21:16:41.604960 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42970) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:41.605941 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e388286-fd64-4461-86aa-0ba6fc54471a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0157cf7-3afe-4dfb-9961-c86bea766241,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:41.611375 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4c09f7d5-6975-4dc7-aa90-aa4aa13dacac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group_rule': {'security_group_id': 'd0157cf7-3afe-4dfb-9961-c86bea766241', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:16:41.640268 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c09f7d5-6975-4dc7-aa90-aa4aa13dacac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (d14f20d0-6910-44cf-90e8-b05b0388f9d6), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.713652 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c09f7d5-6975-4dc7-aa90-aa4aa13dacac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (d14f20d0-6910-44cf-90e8-b05b0388f9d6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.720149 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c09f7d5-6975-4dc7-aa90-aa4aa13dacac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (d14f20d0-6910-44cf-90e8-b05b0388f9d6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.751472 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09f7d5-6975-4dc7-aa90-aa4aa13dacac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14f20d0-6910-44cf-90e8-b05b0388f9d6,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:41.767515 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c09f7d5-6975-4dc7-aa90-aa4aa13dacac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.769511 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4c09f7d5-6975-4dc7-aa90-aa4aa13dacac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633067 Mar 08 21:16:41.772265 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42974) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:41.777217 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b272b661-3475-445e-9e32-b6a35985a1ef tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group_rule': {'security_group_id': 'd0157cf7-3afe-4dfb-9961-c86bea766241', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:16:41.812899 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b272b661-3475-445e-9e32-b6a35985a1ef tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (738bea37-633e-4bdd-acbf-306d7c290f3b), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.855515 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c33cc-c5ca-49ee-afe1-9f986f492495 req-e6dbecb9-725c-4c6f-9bd6-c3c1369c655f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:41.857900 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-566c33cc-c5ca-49ee-afe1-9f986f492495 req-e6dbecb9-725c-4c6f-9bd6-c3c1369c655f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0675895 Mar 08 21:16:41.897930 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b272b661-3475-445e-9e32-b6a35985a1ef tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (738bea37-633e-4bdd-acbf-306d7c290f3b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.904380 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b272b661-3475-445e-9e32-b6a35985a1ef tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (738bea37-633e-4bdd-acbf-306d7c290f3b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.925270 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-566c33cc-c5ca-49ee-afe1-9f986f492495 req-0ab91b62-d9c5-430c-94a7-a3b2f7e55dc6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608816 Mar 08 21:16:41.934351 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272b661-3475-445e-9e32-b6a35985a1ef tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738bea37-633e-4bdd-acbf-306d7c290f3b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:41.945556 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b272b661-3475-445e-9e32-b6a35985a1ef tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:41.946507 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b272b661-3475-445e-9e32-b6a35985a1ef tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1731369 Mar 08 21:16:41.952651 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 42976) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:41.959178 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:16:41.983627 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.117794 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.256705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Allocated IP 172.27.1.28 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/137feb80-c9cf-42c6-bc3a-96c82d2d0422) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:16:42.383402 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (137feb80-c9cf-42c6-bc3a-96c82d2d0422), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.435701 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (137feb80-c9cf-42c6-bc3a-96c82d2d0422), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.466501 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:16:42.478684 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:16:42.481626 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:16:42.485704 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:16:42.492342 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=137feb80-c9cf-42c6-bc3a-96c82d2d0422,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:42.581827 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (2f36aff3-b0e7-43fa-b576-9c3c34fe32d3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.652114 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (137feb80-c9cf-42c6-bc3a-96c82d2d0422), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.715237 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f35d9d-7168-493f-bf48-c7435b885159 req-79f681ce-6d0e-4cdd-8da1-690f6136b671 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:42.716805 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e5f35d9d-7168-493f-bf48-c7435b885159 req-79f681ce-6d0e-4cdd-8da1-690f6136b671 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1043987 Mar 08 21:16:42.822448 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e5f35d9d-7168-493f-bf48-c7435b885159 req-d284e6cd-2077-4233-9f74-2f31d103b470 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906801 Mar 08 21:16:42.880734 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (137feb80-c9cf-42c6-bc3a-96c82d2d0422), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.886662 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (137feb80-c9cf-42c6-bc3a-96c82d2d0422), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.965122 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=137feb80-c9cf-42c6-bc3a-96c82d2d0422,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:42.978754 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (2f36aff3-b0e7-43fa-b576-9c3c34fe32d3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:42.996222 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:43.009056 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-bff6bb31-dfe6-4a6e-9bf3-ebefcc14e658 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0418601 Mar 08 21:16:43.086489 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1464943-2b5a-4fa2-ac8e-5616f24f7e80 req-7fc62ec9-61d8-4410-a010-6af74ddcaf48 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:43.088894 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1464943-2b5a-4fa2-ac8e-5616f24f7e80 req-7fc62ec9-61d8-4410-a010-6af74ddcaf48 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0738354 Mar 08 21:16:43.159833 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1464943-2b5a-4fa2-ac8e-5616f24f7e80 req-efbe1c03-3717-4cb4-8d26-751ae74926de tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616014 Mar 08 21:16:43.271392 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-a9c2e55c-2a1d-4d7e-897c-59167a11b735 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--929013171&fields=id&tenant_id=4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 267 time: 0.0653505 Mar 08 21:16:43.411582 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-876e8d39-6461-4664-b3c9-dabb4e13ce8a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:43.413108 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-876e8d39-6461-4664-b3c9-dabb4e13ce8a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 815 time: 0.1320810 Mar 08 21:16:43.434442 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c490004e-8f46-4923-bfbd-a6fa48e42f87 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/quotas/4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 375 time: 0.0144393 Mar 08 21:16:43.505107 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-f9deea68-3b0e-456b-9693-7becb6830f83 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606294 Mar 08 21:16:43.613393 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-979ea1b7-094c-44b3-810e-d447e11764df service neutron] 10.222.0.61 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945156 Mar 08 21:16:43.729423 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-9fc35b85-fa5f-42ba-ab2f-0b6299adc1e4 service neutron] 10.222.0.61 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095288 Mar 08 21:16:43.978001 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d0d61-ef50-40d7-b612-22a276ad834d req-4e6d3be1-d61f-4727-9613-79ecdda80026 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:43.979617 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a57d0d61-ef50-40d7-b612-22a276ad834d req-4e6d3be1-d61f-4727-9613-79ecdda80026 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0724540 Mar 08 21:16:44.039016 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a57d0d61-ef50-40d7-b612-22a276ad834d req-0cd36790-d120-4cae-aa75-d302eb71764f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516627 Mar 08 21:16:44.316701 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5baf43-3170-45c8-9ab7-08cfcfe92d56 req-88a6ea9d-f828-42d1-b829-c2c3826445c7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:44.319001 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3a5baf43-3170-45c8-9ab7-08cfcfe92d56 req-88a6ea9d-f828-42d1-b829-c2c3826445c7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0710106 Mar 08 21:16:44.368155 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3a5baf43-3170-45c8-9ab7-08cfcfe92d56 req-7b609f92-1776-457f-ad5c-056ac2a1100f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Mar 08 21:16:44.926686 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbeaf756-7129-4c23-970e-4847551d80b1 req-83e50c6d-099f-4a04-b031-6d45ffd5de0e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 210 time: 0.0309703 Mar 08 21:16:45.197932 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af7ca2-22ac-4a2b-8c68-1ac21923be47 req-d4126444-ce4f-4c8d-bdb7-6b56fab2e249 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:45.199564 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d2af7ca2-22ac-4a2b-8c68-1ac21923be47 req-d4126444-ce4f-4c8d-bdb7-6b56fab2e249 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0654087 Mar 08 21:16:45.276925 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d2af7ca2-22ac-4a2b-8c68-1ac21923be47 req-4d9e5ecd-086e-4f42-9757-6e0d26167ff2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695007 Mar 08 21:16:45.523573 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2fc85-609d-4723-b5c4-dba1d349c245 req-b67a3fbd-0b5a-4501-96a7-cb98d2f805db tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:45.525112 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-baf2fc85-609d-4723-b5c4-dba1d349c245 req-b67a3fbd-0b5a-4501-96a7-cb98d2f805db tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0745182 Mar 08 21:16:45.595279 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-baf2fc85-609d-4723-b5c4-dba1d349c245 req-63568629-babd-49a3-9a80-724f91c0876d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628219 Mar 08 21:16:46.105901 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8ca81663-2e99-4b82-bc40-51638eed2ee5 req-0b3c29e5-0459-4603-8085-93c875643f6f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 210 time: 0.0759251 Mar 08 21:16:46.178624 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-6f69f9a2-432d-4d02-9366-2192fc32d3f8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:46.180271 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-6f69f9a2-432d-4d02-9366-2192fc32d3f8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 815 time: 0.1929898 Mar 08 21:16:46.254232 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-6612850c-9453-489b-b4a3-9900bc39593d tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 379 time: 0.0578294 Mar 08 21:16:46.267360 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'port': {'device_id': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'admin_state_up': True, 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'security_groups': ['d0157cf7-3afe-4dfb-9961-c86bea766241']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:16:46.402402 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Made reservation on behalf of 4db11bfa2cc240f58489333d08535c39 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:16:46.405935 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:46.430587 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c85dc7-0395-4767-b72a-f18ed6de0dec req-d926b2a9-42d1-4a50-bc9d-b287c89e5d3a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:46.432330 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1c85dc7-0395-4767-b72a-f18ed6de0dec req-d926b2a9-42d1-4a50-bc9d-b287c89e5d3a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0749846 Mar 08 21:16:46.500337 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1c85dc7-0395-4767-b72a-f18ed6de0dec req-5315477a-f798-49cb-ba57-1b56fc1390c3 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584455 Mar 08 21:16:46.575146 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Allocated IP 172.20.0.11 (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9/edd0269d-95ee-4acc-9643-101991c5b32a/a62e1512-d473-4ffe-be50-cefda133602b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:16:46.766209 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (a62e1512-d473-4ffe-be50-cefda133602b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:46.781993 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f72f65-0802-4906-a426-99d242ba4daa req-9c29fd13-1d6e-4f7e-b297-ec98b421ab0e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:46.783411 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-30f72f65-0802-4906-a426-99d242ba4daa req-9c29fd13-1d6e-4f7e-b297-ec98b421ab0e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.1069233 Mar 08 21:16:46.849378 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-30f72f65-0802-4906-a426-99d242ba4daa req-2c8622bf-c29e-47ae-b96f-8f6194407447 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582557 Mar 08 21:16:46.850360 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (a62e1512-d473-4ffe-be50-cefda133602b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:46.896477 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:16:46.899515 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:16:46.904196 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:16:46.936044 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=a62e1512-d473-4ffe-be50-cefda133602b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:46.967491 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:46.968183 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:46.989480 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c7413831-5f93-4216-bdda-bb7ac141f433 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7270675 Mar 08 21:16:47.002786 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Request body: {'port': {'device_id': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:16:47.073719 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a62e1512-d473-4ffe-be50-cefda133602b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:47.174064 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7eda0d88-8563-4665-bcb7-75a3a8f14ed3 None None] Provisioning complete for port a62e1512-d473-4ffe-be50-cefda133602b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:16:47.175444 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7eda0d88-8563-4665-bcb7-75a3a8f14ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a62e1512-d473-4ffe-be50-cefda133602b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:47.230991 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7eda0d88-8563-4665-bcb7-75a3a8f14ed3 None None] Port a62e1512-d473-4ffe-be50-cefda133602b cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:16:47.275834 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5589518-ab9f-4e93-827f-ff23ae50a227 req-20c446aa-e08a-41da-8061-7aa82522c5e8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:47.277374 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e5589518-ab9f-4e93-827f-ff23ae50a227 req-20c446aa-e08a-41da-8061-7aa82522c5e8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 932 time: 0.0786502 Mar 08 21:16:47.331516 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e5589518-ab9f-4e93-827f-ff23ae50a227 req-5e190df2-c736-47d1-b53a-a1ed1c205f54 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477951 Mar 08 21:16:47.414217 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62e1512-d473-4ffe-be50-cefda133602b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:16:47.422680 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Publish callbacks [] for port (a62e1512-d473-4ffe-be50-cefda133602b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:47.447017 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Transition to ACTIVE for port object a62e1512-d473-4ffe-be50-cefda133602b will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:16:47.450925 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (a62e1512-d473-4ffe-be50-cefda133602b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:47.510779 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Pushing event updated for resources: {'Port': ['ID=a62e1512-d473-4ffe-be50-cefda133602b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:47.596461 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Attempting to bind port a62e1512-d473-4ffe-be50-cefda133602b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:16:47.597038 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Attempting to bind port a62e1512-d473-4ffe-be50-cefda133602b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:16:47.597425 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Attempting to bind port a62e1512-d473-4ffe-be50-cefda133602b on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:16:47.621750 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Port a62e1512-d473-4ffe-be50-cefda133602b on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:16:47.622063 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Attempting to bind port a62e1512-d473-4ffe-be50-cefda133602b on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:16:47.632687 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:16:47.633029 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Checking segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:16:47.633450 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Bound using segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:16:47.633883 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Bound port: a62e1512-d473-4ffe-be50-cefda133602b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:16:47.634246 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a62e1512-d473-4ffe-be50-cefda133602b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:47.661904 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983b765-3340-420b-bbe1-47ec1cf52f64 req-c22c4ad8-0958-4e79-a155-131bdfd0c336 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:47.663436 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e983b765-3340-420b-bbe1-47ec1cf52f64 req-c22c4ad8-0958-4e79-a155-131bdfd0c336 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0800016 Mar 08 21:16:47.756303 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] For port a62e1512-d473-4ffe-be50-cefda133602b, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:16:47.759423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] For port a62e1512-d473-4ffe-be50-cefda133602b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a62e1512-d473-4ffe-be50-cefda133602b,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:16:47.763658 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e983b765-3340-420b-bbe1-47ec1cf52f64 req-46a7534c-3931-412b-bf11-609133022a8b tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804121 Mar 08 21:16:47.769850 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (a62e1512-d473-4ffe-be50-cefda133602b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:47.803624 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:47.804248 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:47.805854 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] 10.222.0.13 "PUT /v2.0/ports/a62e1512-d473-4ffe-be50-cefda133602b HTTP/1.1" status: 200 len: 1094 time: 0.8080442 Mar 08 21:16:47.806340 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'tag': 'a62e1512-d473-4ffe-be50-cefda133602b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:16:47.808725 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "d31485b5-6e31-42b4-b332-2c8bd61bce4c", "tag": "a62e1512-d473-4ffe-be50-cefda133602b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:16:47.838847 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b729827-4922-4cf1-8879-a54e3228348b service neutron] Pushing event updated for resources: {'Port': ['ID=a62e1512-d473-4ffe-be50-cefda133602b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:47.860395 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5916ea1-fa48-4642-a37e-b94bbbb97fdf x-openstack-request-id: req-b5916ea1-fa48-4642-a37e-b94bbbb97fdf {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:16:47.860794 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31485b5-6e31-42b4-b332-2c8bd61bce4c", "tag": "a62e1512-d473-4ffe-be50-cefda133602b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:16:47.861141 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5916ea1-fa48-4642-a37e-b94bbbb97fdf {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:16:47.861789 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'tag': 'a62e1512-d473-4ffe-be50-cefda133602b', 'status': 'completed', 'code': 200} Mar 08 21:16:47.917988 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-6a213863-ea8a-48a9-88a6-6fb7147591d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:47.919361 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-6a213863-ea8a-48a9-88a6-6fb7147591d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 1128 time: 0.0520101 Mar 08 21:16:47.969543 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-923675a6-c320-43ab-94ea-4b1a49b9ba3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62e1512-d473-4ffe-be50-cefda133602b HTTP/1.1" status: 200 len: 217 time: 0.0395937 Mar 08 21:16:48.288708 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c6d2d817-3d34-40da-9a4e-b899686fb8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:48.290211 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-c6d2d817-3d34-40da-9a4e-b899686fb8e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.3105993 Mar 08 21:16:48.302566 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc52f1c-e59c-469a-bae5-cf9aa1eba381 req-c5933e16-733f-49da-8c03-7b34aa74b5d1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:48.304084 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8bc52f1c-e59c-469a-bae5-cf9aa1eba381 req-c5933e16-733f-49da-8c03-7b34aa74b5d1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.3372624 Mar 08 21:16:48.378403 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-f6a3b9c8-ae99-46fa-9fd3-e6818eb79e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:48.379913 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-f6a3b9c8-ae99-46fa-9fd3-e6818eb79e58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749397 Mar 08 21:16:48.383447 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8bc52f1c-e59c-469a-bae5-cf9aa1eba381 req-c27a90d0-d5ca-4a95-9421-555d0b653d1b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710022 Mar 08 21:16:48.508426 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e932012-2e25-422b-93d6-d63af7d909fe req-68afda65-87a3-48f0-8174-3b3aa8eaeff3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:48.510011 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e932012-2e25-422b-93d6-d63af7d909fe req-68afda65-87a3-48f0-8174-3b3aa8eaeff3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 944 time: 0.0814524 Mar 08 21:16:48.518195 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-8dda525d-3aed-437a-8f06-206a525c2a9a service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313202 Mar 08 21:16:48.568658 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e932012-2e25-422b-93d6-d63af7d909fe req-57e8477b-e921-4f54-94bc-82e553230229 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512455 Mar 08 21:16:48.620527 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-24f8297e-b75f-4891-8582-95830ce2d5a9 req-5e4a401d-04a6-43bc-805f-ab9944f7dcac service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961757 Mar 08 21:16:48.735635 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-4bb6f9b5-9929-49a7-a64e-fe2afe703fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:48.737280 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-4bb6f9b5-9929-49a7-a64e-fe2afe703fd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 1128 time: 0.0551052 Mar 08 21:16:48.852096 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-7dc56d61-d92a-40be-95db-e0bdc0876e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:48.854510 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-7dc56d61-d92a-40be-95db-e0bdc0876e43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.1112006 Mar 08 21:16:48.917191 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-8fdb6d56-3ce8-4156-a5f9-9e8478334b9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62e1512-d473-4ffe-be50-cefda133602b HTTP/1.1" status: 200 len: 217 time: 0.0531166 Mar 08 21:16:48.977198 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7390b2-4c99-4307-81a1-5ae1f30f8ca8 req-3bd39857-2ecf-4944-833b-2ab1906c1782 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:48.978716 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0b7390b2-4c99-4307-81a1-5ae1f30f8ca8 req-3bd39857-2ecf-4944-833b-2ab1906c1782 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1232762 Mar 08 21:16:48.987798 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-a1289188-f262-4598-aa75-814d5f52cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:48.989378 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-a1289188-f262-4598-aa75-814d5f52cf20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.0629544 Mar 08 21:16:49.068053 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0b7390b2-4c99-4307-81a1-5ae1f30f8ca8 req-c4396cb4-4039-4f3c-ba8b-801c4d713671 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777044 Mar 08 21:16:49.074598 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-278f3cd6-d31a-4837-be2e-17007653acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:49.076099 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-278f3cd6-d31a-4837-be2e-17007653acf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798969 Mar 08 21:16:49.183441 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-5eb1c6ea-6503-4149-ad66-35fd1d4fa0d4 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965886 Mar 08 21:16:49.287932 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fffd8ce-0c0a-4aec-b23b-da1e1e015d3c req-b4a4ccc1-5fdd-44d8-a0e6-3e673ad9aed0 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979199 Mar 08 21:16:49.550345 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17324c17-9438-4ad8-a405-b0d4b0dc7b6a req-8d36b703-b280-4bac-ae95-890a32b1666a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:49.552161 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17324c17-9438-4ad8-a405-b0d4b0dc7b6a req-8d36b703-b280-4bac-ae95-890a32b1666a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0799859 Mar 08 21:16:49.631737 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17324c17-9438-4ad8-a405-b0d4b0dc7b6a req-d83c3e99-7b4c-45ef-90e4-3e00ce2abf6e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729241 Mar 08 21:16:49.721538 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90f42e-e5e3-46df-b818-95f1bbf20ed5 req-9a0e5fa4-679b-4dae-82ec-b9a647d3f2dd tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:49.723190 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8d90f42e-e5e3-46df-b818-95f1bbf20ed5 req-9a0e5fa4-679b-4dae-82ec-b9a647d3f2dd tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 944 time: 0.0606377 Mar 08 21:16:49.783184 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8d90f42e-e5e3-46df-b818-95f1bbf20ed5 req-12dc3a89-5b0c-4b3d-8b49-44bf08b341a3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526032 Mar 08 21:16:50.192384 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8e1ad-7583-4c89-931b-ffbd824ecc8e req-fde5040b-15bc-4250-8fe0-3264900468eb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:50.194005 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97f8e1ad-7583-4c89-931b-ffbd824ecc8e req-fde5040b-15bc-4250-8fe0-3264900468eb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0561147 Mar 08 21:16:50.244360 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97f8e1ad-7583-4c89-931b-ffbd824ecc8e req-2289ca72-73d1-4783-bd94-d5ad1471a0e8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Mar 08 21:16:50.755030 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83c033-0f69-4866-8f96-6ea5cc16605d req-7a05f6f5-de8b-4717-9f75-e30811e682f9 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:50.756538 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7c83c033-0f69-4866-8f96-6ea5cc16605d req-7a05f6f5-de8b-4717-9f75-e30811e682f9 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0562618 Mar 08 21:16:50.805031 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7c83c033-0f69-4866-8f96-6ea5cc16605d req-f6af4cf4-ff1b-41f1-bae8-963a04af76f4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Mar 08 21:16:50.914088 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901b73b-e868-467f-a4bc-8ab40a0304d7 req-37f21769-149a-4a27-910f-6d14121c8d22 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:50.915541 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5901b73b-e868-467f-a4bc-8ab40a0304d7 req-37f21769-149a-4a27-910f-6d14121c8d22 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 944 time: 0.0620022 Mar 08 21:16:50.968249 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5901b73b-e868-467f-a4bc-8ab40a0304d7 req-73767023-3da7-44d0-a723-61a1f17cb252 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467248 Mar 08 21:16:51.374348 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989273f5-182e-4361-b076-855acb0bc6a4 req-7a0418d1-ff00-48d0-9acd-d23ac1e3cbee tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:51.376824 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-989273f5-182e-4361-b076-855acb0bc6a4 req-7a0418d1-ff00-48d0-9acd-d23ac1e3cbee tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0593345 Mar 08 21:16:51.426500 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-989273f5-182e-4361-b076-855acb0bc6a4 req-1ac8d023-1890-4d0e-9c13-3073643d8581 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Mar 08 21:16:51.937773 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037cd5-09bc-4d2b-9bb7-d886cabf23d2 req-a8dfa1f7-3317-451a-a64a-6886f364d3f0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:51.939265 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f037cd5-09bc-4d2b-9bb7-d886cabf23d2 req-a8dfa1f7-3317-451a-a64a-6886f364d3f0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0563962 Mar 08 21:16:52.002938 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f037cd5-09bc-4d2b-9bb7-d886cabf23d2 req-cb63dc97-6af3-4b0f-8cb0-97779042bbd1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538180 Mar 08 21:16:52.096798 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a984b-f0cd-4684-a91c-c3e767e2b9bc req-11d0fa3e-ef87-4f4e-8f09-b80087ca04a7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:52.098416 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a44a984b-f0cd-4684-a91c-c3e767e2b9bc req-11d0fa3e-ef87-4f4e-8f09-b80087ca04a7 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 944 time: 0.0601950 Mar 08 21:16:52.154755 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a44a984b-f0cd-4684-a91c-c3e767e2b9bc req-c17e80fa-8316-46c8-986a-ee258bcd31a0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505774 Mar 08 21:16:52.288427 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1c85a-5a6e-4a83-8f31-e8495d191a4f req-2df84537-11b9-4f06-adf9-2b92b834701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:52.289973 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58d1c85a-5a6e-4a83-8f31-e8495d191a4f req-2df84537-11b9-4f06-adf9-2b92b834701c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1129 time: 0.0462830 Mar 08 21:16:52.342103 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58d1c85a-5a6e-4a83-8f31-e8495d191a4f req-6afd4f0b-047a-497d-bea3-bb8e094b51f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Mar 08 21:16:52.564848 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ec972-7f19-486c-a88a-6e58575f24ab req-6a45ae0a-3810-4e17-98c7-592f765ac0cd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:52.566516 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-905ec972-7f19-486c-a88a-6e58575f24ab req-6a45ae0a-3810-4e17-98c7-592f765ac0cd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0636511 Mar 08 21:16:52.623451 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-905ec972-7f19-486c-a88a-6e58575f24ab req-8b3d2deb-62c0-4a04-a784-0ff908edfdcb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511861 Mar 08 21:16:53.021988 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device a62e1512-d473-4ffe-be50-cefda133602b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:16:53.142307 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port a62e1512-d473-4ffe-be50-cefda133602b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a62e1512-d473-4ffe-be50-cefda133602b,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:16:53.144983 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d002a65-2e64-48e2-bfbf-72d54d42b6b3 req-4c621ff4-0c02-4c87-bc3b-9388bb2c7624 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:53.146615 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8d002a65-2e64-48e2-bfbf-72d54d42b6b3 req-4c621ff4-0c02-4c87-bc3b-9388bb2c7624 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0609274 Mar 08 21:16:53.158527 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'a62e1512-d473-4ffe-be50-cefda133602b', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'port_id': 'a62e1512-d473-4ffe-be50-cefda133602b', 'mac_address': 'fa:16:3e:79:bc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:16:53.208602 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8d002a65-2e64-48e2-bfbf-72d54d42b6b3 req-e03311f1-cbaa-4903-8f6f-9178af32571a tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559542 Mar 08 21:16:53.211944 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port a62e1512-d473-4ffe-be50-cefda133602b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:16:53.212341 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a62e1512-d473-4ffe-be50-cefda133602b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:53.231023 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62e1512-d473-4ffe-be50-cefda133602b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:16:53.260469 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port a62e1512-d473-4ffe-be50-cefda133602b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a62e1512-d473-4ffe-be50-cefda133602b,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:16:53.268823 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a62e1512-d473-4ffe-be50-cefda133602b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:53.309662 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7afac-7a3c-4c0b-8edb-a776610420f1 req-15c344bd-9c0b-4f9b-9c65-9607652277f8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:53.312543 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ee7afac-7a3c-4c0b-8edb-a776610420f1 req-15c344bd-9c0b-4f9b-9c65-9607652277f8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 944 time: 0.0765307 Mar 08 21:16:53.341513 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=a62e1512-d473-4ffe-be50-cefda133602b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:53.350458 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.350932 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.351634 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.351987 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.352323 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.352701 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.353073 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.353563 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.353831 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.354281 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.354620 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.355062 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.355293 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:16:53.383206 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ee7afac-7a3c-4c0b-8edb-a776610420f1 req-387d802a-2b09-4ed8-87aa-9143a1d6cb07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608845 Mar 08 21:16:53.699250 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['a62e1512-d473-4ffe-be50-cefda133602b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:16:53.788520 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ede28-7f19-4f83-b9b9-2ccb6e7259a2 req-ae0bedbe-b371-49fb-bb7e-e5df7d1dc08d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:53.790174 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e1ede28-7f19-4f83-b9b9-2ccb6e7259a2 req-ae0bedbe-b371-49fb-bb7e-e5df7d1dc08d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0845432 Mar 08 21:16:53.855407 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e1ede28-7f19-4f83-b9b9-2ccb6e7259a2 req-ab403978-b403-4400-9ccf-7a5ec8658ef8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532582 Mar 08 21:16:54.360850 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c27db-28aa-442c-99f9-4ee1ad5028cc req-6cb59788-98c4-4c63-90c8-12284ea71bb2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:54.362425 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a72c27db-28aa-442c-99f9-4ee1ad5028cc req-6cb59788-98c4-4c63-90c8-12284ea71bb2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0580819 Mar 08 21:16:54.416258 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a72c27db-28aa-442c-99f9-4ee1ad5028cc req-eabe9298-b739-40fc-98be-4e030a0ad5cd tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483847 Mar 08 21:16:54.530413 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05e4b0-6eac-4f96-bb5a-e38809ad3b8c req-a0c83af5-5d86-42f2-97cd-872bc9770d97 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:54.533328 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8f05e4b0-6eac-4f96-bb5a-e38809ad3b8c req-a0c83af5-5d86-42f2-97cd-872bc9770d97 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 945 time: 0.0673280 Mar 08 21:16:54.591676 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8f05e4b0-6eac-4f96-bb5a-e38809ad3b8c req-2b0771f9-8e1d-46cd-bfc9-9320459aeab6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517626 Mar 08 21:16:54.696683 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8be70-345a-465f-ac0f-256fb97ac2cf req-fc8db197-2423-432a-912f-10b7464c2b79 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:54.698371 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-10d8be70-345a-465f-ac0f-256fb97ac2cf req-fc8db197-2423-432a-912f-10b7464c2b79 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0646930 Mar 08 21:16:54.762225 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-10d8be70-345a-465f-ac0f-256fb97ac2cf req-b52810ba-66ad-4bc2-a007-8ffc83a588ea tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563166 Mar 08 21:16:54.773576 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-1efcc715-5bc6-4079-aced-ec5df7da023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:54.775123 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-1efcc715-5bc6-4079-aced-ec5df7da023c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 1130 time: 0.0531280 Mar 08 21:16:54.891236 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-fd47e0aa-b156-4c1f-bf1d-f3cf37014ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:54.892749 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-fd47e0aa-b156-4c1f-bf1d-f3cf37014ff8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 911 time: 0.1083550 Mar 08 21:16:55.004373 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-89803472-c07f-468b-b1b7-207c9c2f0d14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 200 len: 1002 time: 0.1051815 Mar 08 21:16:55.052337 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device a62e1512-d473-4ffe-be50-cefda133602b up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:16:55.058436 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e89922-6176-45ca-983d-55973881827f req-e3cab23c-82d5-4f36-85b2-7be8715df889 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.059996 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-22e89922-6176-45ca-983d-55973881827f req-e3cab23c-82d5-4f36-85b2-7be8715df889 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1227884 Mar 08 21:16:55.101336 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-0fad6ffd-99b3-4ba3-9af1-6b46b0a010f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.103854 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-0fad6ffd-99b3-4ba3-9af1-6b46b0a010f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.0883908 Mar 08 21:16:55.116388 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port a62e1512-d473-4ffe-be50-cefda133602b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:16:55.120561 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port a62e1512-d473-4ffe-be50-cefda133602b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:16:55.120936 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a62e1512-d473-4ffe-be50-cefda133602b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:55.183406 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-22e89922-6176-45ca-983d-55973881827f req-3300a81c-dd4a-4b05-b9e4-6b41dad0c0a5 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152060 Mar 08 21:16:55.196791 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-81a419d2-30d6-4845-b497-9682234c70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.198439 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-81a419d2-30d6-4845-b497-9682234c70ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856826 Mar 08 21:16:55.209774 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port a62e1512-d473-4ffe-be50-cefda133602b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:16:55.210725 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a62e1512-d473-4ffe-be50-cefda133602b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:55.360481 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-b24d25c2-f08d-45a3-b239-d9f32b843a8a service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497238 Mar 08 21:16:55.410331 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62e1512-d473-4ffe-be50-cefda133602b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:16:55.412685 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161cb6a0-e3ca-41db-8386-11d5a5a74cd2" -d '{"events": [{"server_uuid": "d31485b5-6e31-42b4-b332-2c8bd61bce4c", "name": "network-vif-plugged", "status": "completed", "tag": "a62e1512-d473-4ffe-be50-cefda133602b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:16:55.440951 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port a62e1512-d473-4ffe-be50-cefda133602b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a62e1512-d473-4ffe-be50-cefda133602b,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:16:55.447381 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a62e1512-d473-4ffe-be50-cefda133602b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:55.462196 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7768db5-545c-4425-a80f-0c253a133098 x-openstack-request-id: req-f7768db5-545c-4425-a80f-0c253a133098 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:16:55.462196 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31485b5-6e31-42b4-b332-2c8bd61bce4c", "name": "network-vif-plugged", "status": "completed", "tag": "a62e1512-d473-4ffe-be50-cefda133602b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:16:55.462196 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7768db5-545c-4425-a80f-0c253a133098 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:16:55.463904 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62e1512-d473-4ffe-be50-cefda133602b', 'code': 200} Mar 08 21:16:55.520895 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ddc0245-eac5-4088-bc50-7e56e4b9f14c req-62216b3d-9781-44c9-8b7c-cc307f48db79 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485357 Mar 08 21:16:55.543033 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=a62e1512-d473-4ffe-be50-cefda133602b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:16:55.609833 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-317c77e1-4707-4956-b47a-ab7cdcd6235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.612579 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-317c77e1-4707-4956-b47a-ab7cdcd6235f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 1129 time: 0.0716395 Mar 08 21:16:55.651260 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c71491-39f8-4177-acc4-91cbb37dcb0c req-3bad618b-3cf7-4feb-9f06-1cc8548c271f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.652842 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6c71491-39f8-4177-acc4-91cbb37dcb0c req-3bad618b-3cf7-4feb-9f06-1cc8548c271f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0790162 Mar 08 21:16:55.731055 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6c71491-39f8-4177-acc4-91cbb37dcb0c req-2fa7f6b0-df7a-4a43-9148-3e98abb2e12d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675938 Mar 08 21:16:55.818524 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-aa4ada99-b11e-4f45-b084-217e7cfbd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.820041 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-aa4ada99-b11e-4f45-b084-217e7cfbd067 service neutron] 10.222.0.13 "GET /v2.0/networks?id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 200 len: 919 time: 0.1961792 Mar 08 21:16:55.834645 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e6d34-97e2-4cd0-a71c-1534e0aa85ee req-dc41b1ff-1efb-4997-8275-fd24225c4f58 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.836251 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3b8e6d34-97e2-4cd0-a71c-1534e0aa85ee req-dc41b1ff-1efb-4997-8275-fd24225c4f58 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 946 time: 0.1223924 Mar 08 21:16:55.839786 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0abd3-a000-4080-8041-33dd0366989a req-915ca4cd-3f49-46a1-9589-acab2a612fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.841342 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-79e0abd3-a000-4080-8041-33dd0366989a req-915ca4cd-3f49-46a1-9589-acab2a612fd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 1130 time: 0.1264019 Mar 08 21:16:55.892706 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-6026503b-0ea0-482f-8539-004786064246 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 HTTP/1.1" status: 200 len: 217 time: 0.0552399 Mar 08 21:16:55.951575 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07911bb9-88dc-4d94-bea9-73f54ba77291 req-ffcbbadc-fc0a-41e7-b941-d310df89d242 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:55.955181 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07911bb9-88dc-4d94-bea9-73f54ba77291 req-ffcbbadc-fc0a-41e7-b941-d310df89d242 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0960340 Mar 08 21:16:56.008691 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-af3ab305-b2ce-4471-97fa-d2eb24351931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:56.010234 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-af3ab305-b2ce-4471-97fa-d2eb24351931 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 200 len: 858 time: 0.1056788 Mar 08 21:16:56.013679 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3b8e6d34-97e2-4cd0-a71c-1534e0aa85ee req-3128e227-b1c3-4517-9a28-e56012cfd6d5 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651704 Mar 08 21:16:56.016505 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-79e0abd3-a000-4080-8041-33dd0366989a req-2d167d7a-c5a5-4d8a-b6e3-f8b821e5b5eb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607621 Mar 08 21:16:56.030284 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-07911bb9-88dc-4d94-bea9-73f54ba77291 req-99c1045d-13fe-46cc-92a6-d6fa165cad96 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663204 Mar 08 21:16:56.283332 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-d123b18a-194e-4496-84f2-bb36b32da7e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=82ca7c3f-3551-46d1-af8b-b68dbf1cd521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367932 Mar 08 21:16:56.435031 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-e05aa240-c438-4ae4-b2d6-589492495478 service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353016 Mar 08 21:16:56.581458 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b4e1529-52cd-4d53-a218-b4b852fbcd1f req-cb48afb3-9638-483c-9fa7-c1ea17ffc73b service neutron] 10.222.0.13 "GET /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209033 Mar 08 21:16:56.862797 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6aa67-8df0-4ebc-958c-007bae8eb111 req-6f615b49-0b1d-409e-9309-73f733882324 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:56.864581 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9bb6aa67-8df0-4ebc-958c-007bae8eb111 req-6f615b49-0b1d-409e-9309-73f733882324 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0585375 Mar 08 21:16:56.930225 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9bb6aa67-8df0-4ebc-958c-007bae8eb111 req-f7240aee-f38d-4ce4-90f1-67042b232481 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596170 Mar 08 21:16:57.180634 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01f49-7bdb-4f73-a242-60fee72ed2e1 req-bdb556d6-9fa1-4b81-ba18-41c6e8a2a596 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:57.183187 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1f01f49-7bdb-4f73-a242-60fee72ed2e1 req-bdb556d6-9fa1-4b81-ba18-41c6e8a2a596 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 946 time: 0.0765934 Mar 08 21:16:57.225465 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c2aaa-f371-4c46-998e-f1e2c21f7eb1 req-a7161273-d67c-4609-8d07-fe41c0f7f447 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:57.228453 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-589c2aaa-f371-4c46-998e-f1e2c21f7eb1 req-a7161273-d67c-4609-8d07-fe41c0f7f447 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0850463 Mar 08 21:16:57.269921 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e1f01f49-7bdb-4f73-a242-60fee72ed2e1 req-aebd9c1f-ade7-473d-b5c0-bb3c8fce5dde tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754774 Mar 08 21:16:57.291741 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-589c2aaa-f371-4c46-998e-f1e2c21f7eb1 req-34bd9e99-a62d-44b6-9066-31df12b2e89b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525556 Mar 08 21:16:58.076431 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e1755-c9a1-443a-b08d-ca5718235380 req-ed2831b2-4553-42f7-b13c-795b650a4ac2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:58.078621 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab5e1755-c9a1-443a-b08d-ca5718235380 req-ed2831b2-4553-42f7-b13c-795b650a4ac2 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0682886 Mar 08 21:16:58.144372 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab5e1755-c9a1-443a-b08d-ca5718235380 req-a78e2d05-29ca-4056-8388-e10c8283636e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598719 Mar 08 21:16:58.402807 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7c7ce-fa61-4d2b-83ec-39eb95d1f0e3 req-16bcbe85-513b-4f14-9547-066bf87dd780 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:58.404703 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-09d7c7ce-fa61-4d2b-83ec-39eb95d1f0e3 req-16bcbe85-513b-4f14-9547-066bf87dd780 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 946 time: 0.0640638 Mar 08 21:16:58.456821 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-09d7c7ce-fa61-4d2b-83ec-39eb95d1f0e3 req-b15c3d5e-7a95-4a2b-9c49-0e7a2091bef0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454178 Mar 08 21:16:58.591012 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3cbf4-7bd7-49fd-b8b1-69db7e142a77 req-e4b9d3c7-7b0a-4185-8f1f-388d2e5e0a33 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:58.592465 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21b3cbf4-7bd7-49fd-b8b1-69db7e142a77 req-e4b9d3c7-7b0a-4185-8f1f-388d2e5e0a33 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 946 time: 0.0666056 Mar 08 21:16:58.605828 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43106) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:16:58.611168 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'floatingip': {'port_id': 'a62e1512-d473-4ffe-be50-cefda133602b'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:16:58.659841 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (2f36aff3-b0e7-43fa-b576-9c3c34fe32d3), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:58.955696 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6cca504-92d1-42c2-8dea-23bd8c6fbcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:59.334750 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:59.339830 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (2f36aff3-b0e7-43fa-b576-9c3c34fe32d3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:16:59.395974 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c6f3-9a25-4b44-865b-3a987b336a0d req-fd3dcaf8-f3ee-4b67-9450-c4d12b59abfa tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:16:59.397601 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f615c6f3-9a25-4b44-865b-3a987b336a0d req-fd3dcaf8-f3ee-4b67-9450-c4d12b59abfa tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1282010 Mar 08 21:16:59.738557 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Floating IP 2f36aff3-b0e7-43fa-b576-9c3c34fe32d3 associated. External IP: 172.27.1.28, port: a62e1512-d473-4ffe-be50-cefda133602b. Mar 08 21:16:59.744433 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f615c6f3-9a25-4b44-865b-3a987b336a0d req-c08fedea-ecfb-4529-9a11-fc1056f7196c tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373933 Mar 08 21:16:59.983186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:17:00.104776 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:17:00.112601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:00.119537 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:17:00.133358 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:00.134354 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:16:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:00.148271 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a6b20fdd-dfc8-408c-9c04-394d7628f51c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "PUT /v2.0/floatingips/2f36aff3-b0e7-43fa-b576-9c3c34fe32d3 HTTP/1.1" status: 200 len: 991 time: 1.5410733 Mar 08 21:17:00.148873 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'tag': 'a62e1512-d473-4ffe-be50-cefda133602b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:00.151467 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d" -d '{"events": [{"name": "network-changed", "server_uuid": "d31485b5-6e31-42b4-b332-2c8bd61bce4c", "tag": "a62e1512-d473-4ffe-be50-cefda133602b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:00.200864 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed92ae4-7621-415d-9e0f-898015e07ef2 x-openstack-request-id: req-3ed92ae4-7621-415d-9e0f-898015e07ef2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:00.201425 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31485b5-6e31-42b4-b332-2c8bd61bce4c", "tag": "a62e1512-d473-4ffe-be50-cefda133602b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:00.201838 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ed92ae4-7621-415d-9e0f-898015e07ef2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:00.203504 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'tag': 'a62e1512-d473-4ffe-be50-cefda133602b', 'status': 'completed', 'code': 200} Mar 08 21:17:00.270450 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:00.281114 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-526d2303-e229-4ae2-9fee-38cbcdd6a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:00.282747 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-526d2303-e229-4ae2-9fee-38cbcdd6a106 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 1130 time: 0.0500414 Mar 08 21:17:00.399084 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-5f698087-1681-41d8-8f67-0c83719bdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:00.400673 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-5f698087-1681-41d8-8f67-0c83719bdeac service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.1089766 Mar 08 21:17:00.481206 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-0b31af1f-234d-4995-a9e4-96118058add8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a62e1512-d473-4ffe-be50-cefda133602b HTTP/1.1" status: 200 len: 999 time: 0.0738642 Mar 08 21:17:00.565521 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-83fd7dac-8ece-4e34-8eec-0a39e425ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:00.568137 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-83fd7dac-8ece-4e34-8eec-0a39e425ded1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.0747731 Mar 08 21:17:00.583727 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '2f36aff3-b0e7-43fa-b576-9c3c34fe32d3', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': 'a62e1512-d473-4ffe-be50-cefda133602b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:79:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:16:42Z', 'updated_at': '2022-03-08T21:16:59Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:00.653550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-e9978f89-6e69-48e9-9180-429ba64f3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:00.657339 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-e9978f89-6e69-48e9-9180-429ba64f3049 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828054 Mar 08 21:17:00.715303 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:17:00.724877 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:00.725528 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:16:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:00.794355 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-8dc10cf3-978a-462e-aec5-1ee877076653 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302288 Mar 08 21:17:00.870723 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:00.985463 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa4e9a13-64d8-4f9d-a9b8-39bf5425987d req-2509c1d5-5830-44c2-9682-e5ed7330bdc7 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798320 Mar 08 21:17:00.997399 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885edeb0-0e03-46b7-80e7-f1471e883f81 req-128d4c18-a3ed-41a0-94b3-184a78696150 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:00.999958 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-885edeb0-0e03-46b7-80e7-f1471e883f81 req-128d4c18-a3ed-41a0-94b3-184a78696150 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1530087 Mar 08 21:17:01.083164 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-885edeb0-0e03-46b7-80e7-f1471e883f81 req-65584790-237d-42d0-bf81-89c8ef0593a9 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673780 Mar 08 21:17:01.180798 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '2f36aff3-b0e7-43fa-b576-9c3c34fe32d3', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': 'a62e1512-d473-4ffe-be50-cefda133602b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:79:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:16:42Z', 'updated_at': '2022-03-08T21:16:59Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:01.217580 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3277386e-157b-4a2a-9f01-98ef97ea30b3 None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '2f36aff3-b0e7-43fa-b576-9c3c34fe32d3', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': 'a62e1512-d473-4ffe-be50-cefda133602b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:79:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:16:42Z', 'updated_at': '2022-03-08T21:16:59Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:17:01.299220 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-802f4dd4-e30a-49f0-953c-153189073979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:01.505673 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557013d-2370-4f69-a672-0d717cf87601 None None] New status for floating IP 2f36aff3-b0e7-43fa-b576-9c3c34fe32d3: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:17:02.510010 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:04.040566 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:05.036218 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1acd16-b6e9-4e98-add2-13f8491347f4 req-503a6442-4ae5-4fc2-9f86-035d919cc640 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:05.038662 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd1acd16-b6e9-4e98-add2-13f8491347f4 req-503a6442-4ae5-4fc2-9f86-035d919cc640 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 947 time: 0.0669146 Mar 08 21:17:05.099126 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd1acd16-b6e9-4e98-add2-13f8491347f4 req-e661ee75-f427-46d3-bea9-675952b8011e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556684 Mar 08 21:17:05.333219 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a38cb-bcf0-496b-ae40-629b85483878 req-c6dc590f-25d5-4406-b4e8-915108cd1beb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:05.335695 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fe5a38cb-bcf0-496b-ae40-629b85483878 req-c6dc590f-25d5-4406-b4e8-915108cd1beb tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0874732 Mar 08 21:17:05.402851 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fe5a38cb-bcf0-496b-ae40-629b85483878 req-e912bb11-4e00-4ac7-a507-eef0b4e9f799 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564311 Mar 08 21:17:05.532077 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:06.289235 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762443-3839-47d3-b07d-d92c231bf963 req-1ac62e6f-e31a-4f4a-9fc5-65ce296c775d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:06.290919 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9762443-3839-47d3-b07d-d92c231bf963 req-1ac62e6f-e31a-4f4a-9fc5-65ce296c775d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 947 time: 0.0843909 Mar 08 21:17:06.358786 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c9762443-3839-47d3-b07d-d92c231bf963 req-67cb49ab-a310-4ed1-a913-648123513c28 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586400 Mar 08 21:17:06.568547 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dc250-e1f8-4fdf-871b-ff5cf2916e96 req-916fac43-aebc-47a4-af74-0375988763e5 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:06.570228 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd7dc250-e1f8-4fdf-871b-ff5cf2916e96 req-916fac43-aebc-47a4-af74-0375988763e5 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.0773318 Mar 08 21:17:06.649827 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd7dc250-e1f8-4fdf-871b-ff5cf2916e96 req-594655be-5980-4c6e-abc8-4a1c24ccdc3a tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697587 Mar 08 21:17:07.208537 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61a404-339c-42f7-b747-b01e7701b162 req-ee21dc72-010c-4c24-97f1-cb88e191e737 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:07.210253 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca61a404-339c-42f7-b747-b01e7701b162 req-ee21dc72-010c-4c24-97f1-cb88e191e737 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 947 time: 0.0631692 Mar 08 21:17:07.317043 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Deleting port bc7d4c65-c987-4453-96d5-38fee78f2556 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:07.317895 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:07.437512 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] For port bc7d4c65-c987-4453-96d5-38fee78f2556, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bc7d4c65-c987-4453-96d5-38fee78f2556,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:07.438345 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:07.713731 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedf9f2-7cd2-4213-816a-488c1af19333 req-fa007b48-aaa1-4714-8494-a3f4d7578707 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:07.715365 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-abedf9f2-7cd2-4213-816a-488c1af19333 req-fa007b48-aaa1-4714-8494-a3f4d7578707 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 947 time: 0.2564609 Mar 08 21:17:07.809243 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:07.809612 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (f4618f04-77b6-4b61-9e58-24bf75bb6155), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:07.809936 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Floating IP f4618f04-77b6-4b61-9e58-24bf75bb6155 disassociated. External IP: 172.27.1.104, port: bc7d4c65-c987-4453-96d5-38fee78f2556. Mar 08 21:17:07.810287 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Calling delete_port for bc7d4c65-c987-4453-96d5-38fee78f2556 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:07.826094 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-abedf9f2-7cd2-4213-816a-488c1af19333 req-c69e9f05-00ba-4fca-a7e2-be07db5a1c90 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=0be30b5f-91db-4223-acd8-85830c81bea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820625 Mar 08 21:17:07.917359 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e5c6-1d4a-473c-9aa5-e6dc0d5d96a7 req-1ea2fe8d-c7a5-4017-90de-98446b0256ad tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:07.919550 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d06e5c6-1d4a-473c-9aa5-e6dc0d5d96a7 req-1ea2fe8d-c7a5-4017-90de-98446b0256ad tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1718221 Mar 08 21:17:07.991225 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d06e5c6-1d4a-473c-9aa5-e6dc0d5d96a7 req-5ff531ef-3fb7-4d21-a885-7d640ce0b827 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625923 Mar 08 21:17:07.997992 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (bc7d4c65-c987-4453-96d5-38fee78f2556), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:08.033760 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event deleted for resources: {'Port': ['ID=bc7d4c65-c987-4453-96d5-38fee78f2556,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:08.210038 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:17:08.333982 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:17:08.347332 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] Sync routers for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:17:08.358403 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:08.359158 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:08.405896 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] No DVR routers for this DVR port bc7d4c65-c987-4453-96d5-38fee78f2556 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:08.433157 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:08.439611 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca61a404-339c-42f7-b747-b01e7701b162 req-0a5f1f2b-03a4-434c-99d3-2fefb32fdece tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "DELETE /v2.0/ports/bc7d4c65-c987-4453-96d5-38fee78f2556 HTTP/1.1" status: 204 len: 173 time: 1.2230449 Mar 08 21:17:08.440165 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-deleted', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:08.442579 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bed7c6-c572-4388-920a-72ea13c106a3" -d '{"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-deleted", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:08.477055 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-514ed9a7-fc75-41d0-b158-7b0f341b9cc8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:08.478922 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-514ed9a7-fc75-41d0-b158-7b0f341b9cc8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.1099684 Mar 08 21:17:08.565241 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:08.643453 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39b9a4c-0382-44f2-874e-6385b57075fc x-openstack-request-id: req-f39b9a4c-0382-44f2-874e-6385b57075fc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:08.643749 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83443220-4e1d-476f-adff-7dd95671c8fa", "name": "network-vif-deleted", "tag": "bc7d4c65-c987-4453-96d5-38fee78f2556", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:08.644063 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f39b9a4c-0382-44f2-874e-6385b57075fc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:08.644569 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83443220-4e1d-476f-adff-7dd95671c8fa', 'name': 'network-vif-deleted', 'tag': 'bc7d4c65-c987-4453-96d5-38fee78f2556', 'status': 'completed', 'code': 200} Mar 08 21:17:08.746307 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-504fd84d-d490-42ff-84b0-e90a66b95ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1005373 Mar 08 21:17:08.757862 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Deleting port 27625e0c-37f6-49aa-a6af-04ca2b890abe {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:08.758870 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:08.799492 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:08.845588 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] Checking router: 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:17:08.856978 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:08.857961 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:08.916141 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-29685d4b-c41b-427f-9648-a1418c989159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:08.918459 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-29685d4b-c41b-427f-9648-a1418c989159 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 1130 time: 0.1203554 Mar 08 21:17:08.925411 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] For port 27625e0c-37f6-49aa-a6af-04ca2b890abe, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=27625e0c-37f6-49aa-a6af-04ca2b890abe,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:08.925857 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:08.948469 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Calling delete_port for 27625e0c-37f6-49aa-a6af-04ca2b890abe owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:08.978334 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6bef952c-027d-4342-aa97-b061a2f9404f req-f6d7e95d-61df-4139-8b9a-d82576965bc7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=83443220-4e1d-476f-adff-7dd95671c8fa HTTP/1.1" status: 200 len: 210 time: 0.0334692 Mar 08 21:17:09.025627 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:09.188749 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-c06e56cd-a648-4cc0-96fa-bfd3658056d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:09.189872 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-c06e56cd-a648-4cc0-96fa-bfd3658056d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 911 time: 0.2297168 Mar 08 21:17:09.358059 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:09.389742 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1607116-c405-4c8f-8c1b-ccb8e914088a None None] The sync data for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi is: [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:17:09.540025 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa467a67-241d-4863-838c-0cbdd824ae7c req-abeb6fa0-a01f-4466-befb-06145aacdbcd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:09.541604 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa467a67-241d-4863-838c-0cbdd824ae7c req-abeb6fa0-a01f-4466-befb-06145aacdbcd tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1e8a701-0006-4590-902f-1aee4e44805f HTTP/1.1" status: 200 len: 945 time: 0.4472113 Mar 08 21:17:09.579787 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (27625e0c-37f6-49aa-a6af-04ca2b890abe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:09.607557 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:17:09.623073 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-62f168a3-15a2-4a5b-85e4-3c4313ec1aa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 200 len: 1002 time: 0.4113641 Mar 08 21:17:09.628086 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Pushing event deleted for resources: {'Port': ['ID=27625e0c-37f6-49aa-a6af-04ca2b890abe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:09.721357 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38459273-ed39-44d8-8137-a0f6d88ddbde None None] New status for floating IP f4618f04-77b6-4b61-9e58-24bf75bb6155: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:17:09.726756 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] No DVR routers for this DVR port 27625e0c-37f6-49aa-a6af-04ca2b890abe on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:09.733389 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:09.736899 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-03942fe0-e17e-4f16-a7ec-2e1cf0ebcd14 req-fb60532a-d4a4-46b1-a638-39206aa69eb6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.13 "DELETE /v2.0/ports/27625e0c-37f6-49aa-a6af-04ca2b890abe HTTP/1.1" status: 204 len: 173 time: 1.2447438 Mar 08 21:17:09.742087 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fa467a67-241d-4863-838c-0cbdd824ae7c req-be04dfee-a8de-4838-b22a-f5524844fe74 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875446 Mar 08 21:17:09.750821 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-897d83d7-6272-4f2f-89c6-91b047587d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:09.752641 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-897d83d7-6272-4f2f-89c6-91b047587d5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.1118834 Mar 08 21:17:09.822187 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-923288d5-fff4-49b1-8e17-2b6116b39ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:09.823845 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-923288d5-fff4-49b1-8e17-2b6116b39ec0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639396 Mar 08 21:17:09.982185 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-1153dc9f-02c2-4e28-9238-c6b08bbf28ec service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396627 Mar 08 21:17:10.111226 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43196) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:10.146522 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9c48052e-b1a0-41e6-a9ee-0e7bc3a64f90 req-6076fb89-927e-4970-8183-28d5912b4fc8 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433530 Mar 08 21:17:10.199950 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ed560ae-08bb-480d-b7dc-24c7a430b896 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (0be30b5f-91db-4223-acd8-85830c81bea8), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.241170 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ed560ae-08bb-480d-b7dc-24c7a430b896 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (0be30b5f-91db-4223-acd8-85830c81bea8), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.303278 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ed560ae-08bb-480d-b7dc-24c7a430b896 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0be30b5f-91db-4223-acd8-85830c81bea8), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.307547 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ed560ae-08bb-480d-b7dc-24c7a430b896 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.309487 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5ed560ae-08bb-480d-b7dc-24c7a430b896 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "DELETE /v2.0/security-groups/0be30b5f-91db-4223-acd8-85830c81bea8 HTTP/1.1" status: 204 len: 168 time: 0.1964753 Mar 08 21:17:10.312757 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43198) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:10.320870 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed560ae-08bb-480d-b7dc-24c7a430b896 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be30b5f-91db-4223-acd8-85830c81bea8,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:10.330013 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-062bab56-56fb-45e2-bf5a-7a0ea8aabb6a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] show failed (client error): The resource could not be found. Mar 08 21:17:10.331673 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-062bab56-56fb-45e2-bf5a-7a0ea8aabb6a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups/0be30b5f-91db-4223-acd8-85830c81bea8 HTTP/1.1" status: 404 len: 347 time: 0.0175550 Mar 08 21:17:10.335108 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43200) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:10.474409 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Deleting port 23791abb-b29c-4f23-88fc-b99cfae2d283 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:10.474746 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (23791abb-b29c-4f23-88fc-b99cfae2d283), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.577793 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.579923 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (23791abb-b29c-4f23-88fc-b99cfae2d283), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.580691 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (23791abb-b29c-4f23-88fc-b99cfae2d283), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.594233 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Calling delete_port for 23791abb-b29c-4f23-88fc-b99cfae2d283 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:10.645481 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e8a701-0006-4590-902f-1aee4e44805f', 'name': 'network-vif-deleted', 'tag': '27625e0c-37f6-49aa-a6af-04ca2b890abe'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:10.647913 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e9111-9a58-4387-ae88-a85560c6e786" -d '{"events": [{"server_uuid": "a1e8a701-0006-4590-902f-1aee4e44805f", "name": "network-vif-deleted", "tag": "27625e0c-37f6-49aa-a6af-04ca2b890abe"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:10.692881 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19612269-2739-4f54-a595-9579ed421bfe x-openstack-request-id: req-19612269-2739-4f54-a595-9579ed421bfe {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:10.693207 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e8a701-0006-4590-902f-1aee4e44805f", "name": "network-vif-deleted", "tag": "27625e0c-37f6-49aa-a6af-04ca2b890abe", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:10.694778 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19612269-2739-4f54-a595-9579ed421bfe {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:10.694887 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e8a701-0006-4590-902f-1aee4e44805f', 'name': 'network-vif-deleted', 'tag': '27625e0c-37f6-49aa-a6af-04ca2b890abe', 'status': 'completed', 'code': 200} Mar 08 21:17:10.755786 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (23791abb-b29c-4f23-88fc-b99cfae2d283), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.788171 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event deleted for resources: {'Port': ['ID=23791abb-b29c-4f23-88fc-b99cfae2d283,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:10.859352 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (f4618f04-77b6-4b61-9e58-24bf75bb6155), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.864145 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:10.866158 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-05f1937c-d6c2-457f-8f05-6662c2a0cd5e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "DELETE /v2.0/floatingips/f4618f04-77b6-4b61-9e58-24bf75bb6155 HTTP/1.1" status: 204 len: 168 time: 0.5297809 Mar 08 21:17:11.119339 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e55f6-83e5-40ae-aa99-74cd2c84faa3 req-d21b2fc0-47bd-484f-a8a6-5c4d48c4d4f8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:11.121899 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c34e55f6-83e5-40ae-aa99-74cd2c84faa3 req-d21b2fc0-47bd-484f-a8a6-5c4d48c4d4f8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0827308 Mar 08 21:17:11.134913 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43214) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:11.141246 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a329a6a5-fee0-41db-afdf-b630e81e40dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485117357', 'description': 'tempest-description--1464357953'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:11.163412 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a329a6a5-fee0-41db-afdf-b630e81e40dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.175855 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:11.200187 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: bc7d4c65-c987-4453-96d5-38fee78f2556 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:11.200613 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device bc7d4c65-c987-4453-96d5-38fee78f2556 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:11.201037 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 27625e0c-37f6-49aa-a6af-04ca2b890abe no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:11.208058 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c34e55f6-83e5-40ae-aa99-74cd2c84faa3 req-4d333fc4-8811-401c-852e-8eb7690ed8b0 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734291 Mar 08 21:17:11.224593 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 27625e0c-37f6-49aa-a6af-04ca2b890abe {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:11.224943 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 27625e0c-37f6-49aa-a6af-04ca2b890abe not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:11.252594 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a329a6a5-fee0-41db-afdf-b630e81e40dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (fa2452a9-790d-47a0-a123-00f1f71e555f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.257022 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a329a6a5-fee0-41db-afdf-b630e81e40dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (fa2452a9-790d-47a0-a123-00f1f71e555f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.294614 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a329a6a5-fee0-41db-afdf-b630e81e40dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.296312 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a329a6a5-fee0-41db-afdf-b630e81e40dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1599565 Mar 08 21:17:11.299476 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43216) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:11.304691 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-605a3e1c-b57e-440c-ac5b-13169e2e9e92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'security_group_rule': {'security_group_id': 'fa2452a9-790d-47a0-a123-00f1f71e555f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:11.309970 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329a6a5-fee0-41db-afdf-b630e81e40dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2452a9-790d-47a0-a123-00f1f71e555f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:11.334421 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605a3e1c-b57e-440c-ac5b-13169e2e9e92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (230b5270-82b1-4905-911c-e34e980bc0de), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.410457 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605a3e1c-b57e-440c-ac5b-13169e2e9e92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (230b5270-82b1-4905-911c-e34e980bc0de), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.421163 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605a3e1c-b57e-440c-ac5b-13169e2e9e92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (230b5270-82b1-4905-911c-e34e980bc0de), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.445837 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a3e1c-b57e-440c-ac5b-13169e2e9e92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230b5270-82b1-4905-911c-e34e980bc0de,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:11.453742 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605a3e1c-b57e-440c-ac5b-13169e2e9e92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.455178 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-605a3e1c-b57e-440c-ac5b-13169e2e9e92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545918 Mar 08 21:17:11.458324 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43218) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:11.465388 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-bd14d870-2f49-428f-91c6-df5785ba55c5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'security_group_rule': {'security_group_id': 'fa2452a9-790d-47a0-a123-00f1f71e555f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:11.500761 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd14d870-2f49-428f-91c6-df5785ba55c5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (d040b8cb-d2b8-4927-b970-796136df666d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.565656 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd14d870-2f49-428f-91c6-df5785ba55c5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (d040b8cb-d2b8-4927-b970-796136df666d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.570280 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd14d870-2f49-428f-91c6-df5785ba55c5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (d040b8cb-d2b8-4927-b970-796136df666d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.589250 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14d870-2f49-428f-91c6-df5785ba55c5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d040b8cb-d2b8-4927-b970-796136df666d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:11.599133 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd14d870-2f49-428f-91c6-df5785ba55c5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.603560 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-bd14d870-2f49-428f-91c6-df5785ba55c5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406825 Mar 08 21:17:11.603841 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43220) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:11.608335 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:11.632687 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.770059 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:11.921453 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Allocated IP 172.27.1.14 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/1e8c14a1-768a-41cd-9e5e-ec0027a40dbc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:17:12.065343 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for port (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:12.102601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:12.146910 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:17:12.149879 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:17:12.153370 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:17:12.179816 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'Port': ['ID=1e8c14a1-768a-41cd-9e5e-ec0027a40dbc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:12.258302 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (3b4a2a58-75d1-46df-a3ba-58b828c0a682), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:12.299383 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:12.419613 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fbbd7-a0bd-4c5d-9d71-4265f6fad150 req-e5111710-b58d-4573-81e2-5b067f709503 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:12.421740 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e4fbbd7-a0bd-4c5d-9d71-4265f6fad150 req-e5111710-b58d-4573-81e2-5b067f709503 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1235652 Mar 08 21:17:12.531081 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e4fbbd7-a0bd-4c5d-9d71-4265f6fad150 req-fa4343ca-68f8-4a11-bdfa-efaf20a6cb1e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682523 Mar 08 21:17:12.560034 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for port (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:12.565636 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:12.641905 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'Port': ['ID=1e8c14a1-768a-41cd-9e5e-ec0027a40dbc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:12.655394 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (3b4a2a58-75d1-46df-a3ba-58b828c0a682), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:12.671849 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:12.673026 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e64275bf-62c1-4f04-9b3e-836b72075554 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0682304 Mar 08 21:17:12.914589 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-d74cb041-328e-4622-a2c4-c2f455e33686 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--485117357&fields=id&tenant_id=2a0a866da4154f5180339f0ebee91eaf HTTP/1.1" status: 200 len: 267 time: 0.0460284 Mar 08 21:17:13.054929 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-ed4e147e-1933-44cb-9fd2-a97e221220ea tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:13.056464 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-ed4e147e-1933-44cb-9fd2-a97e221220ea tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 817 time: 0.1313291 Mar 08 21:17:13.072597 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-88865064-0058-42fb-bb0b-cc26f2dff406 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/quotas/2a0a866da4154f5180339f0ebee91eaf HTTP/1.1" status: 200 len: 375 time: 0.0098155 Mar 08 21:17:13.152832 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-31036d1d-0825-41e5-bc59-704266582ff1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737283 Mar 08 21:17:13.305214 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-e3ecd381-7e41-4ff4-a4f7-36ed6ed8c571 service neutron] 10.222.0.61 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397345 Mar 08 21:17:13.425467 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-e030a27f-3757-42d3-ab15-6ac56e76dd0a service neutron] 10.222.0.61 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117117 Mar 08 21:17:13.639544 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-80a7c4f5-4c49-4f6c-b25b-24d2dc8ae745 req-4f8c533c-75a5-4992-85f4-e445d27f9014 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 210 time: 0.0458875 Mar 08 21:17:13.686313 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a7125-edcc-4abf-9900-26dbc30e4961 req-47ff0513-0911-4f56-9698-73d5b9934e70 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:13.688734 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f4a7125-edcc-4abf-9900-26dbc30e4961 req-47ff0513-0911-4f56-9698-73d5b9934e70 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0670075 Mar 08 21:17:13.764354 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f4a7125-edcc-4abf-9900-26dbc30e4961 req-74ed33c0-026d-45d0-9300-d0fab2407075 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616028 Mar 08 21:17:14.762117 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b8e0280f-597e-41fa-9ad4-d4117c3a1180 req-a034d7f1-ab14-4d82-86bd-46a0844616c2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 210 time: 0.0305808 Mar 08 21:17:14.943855 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de41cf-2b46-4595-bd77-0181f5072606 req-9476a204-f900-4cf7-bb71-006f465fed45 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:14.946102 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-62de41cf-2b46-4595-bd77-0181f5072606 req-9476a204-f900-4cf7-bb71-006f465fed45 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0808022 Mar 08 21:17:15.037807 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-62de41cf-2b46-4595-bd77-0181f5072606 req-0cc292e5-aaff-462f-a7f6-e9d62edce808 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814378 Mar 08 21:17:15.127376 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-63b23588-372d-4a9c-be8a-d2f22dc5ed6c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:15.128900 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-63b23588-372d-4a9c-be8a-d2f22dc5ed6c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 817 time: 0.1539164 Mar 08 21:17:15.213838 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-a99d783e-c3b1-42a4-91ec-8f4ce6b17f03 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a0a866da4154f5180339f0ebee91eaf HTTP/1.1" status: 200 len: 379 time: 0.0719874 Mar 08 21:17:15.227724 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'port': {'device_id': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'admin_state_up': True, 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'security_groups': ['fa2452a9-790d-47a0-a123-00f1f71e555f']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:15.360839 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Made reservation on behalf of 2a0a866da4154f5180339f0ebee91eaf for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:17:15.364295 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:15.515018 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Allocated IP 172.20.0.13 (680394b3-3a71-454f-bb48-bf40ca736825/91f08a8e-1e39-4903-8b45-495898062972/45f66cc5-4c9c-4080-842c-1ab34aedb9e0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:17:15.694562 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:15.740954 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:15.801617 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Network 680394b3-3a71-454f-bb48-bf40ca736825 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:17:15.805152 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:17:15.809552 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:17:15.819232 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:15.892133 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:15.892806 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:15.938708 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-725b4c72-775d-46a7-af5b-94a2f9024a63 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7164249 Mar 08 21:17:15.958170 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Request body: {'port': {'device_id': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:15.971452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a30b-e87a-4b6d-a7d7-a79860a97b25 req-fee9254a-ab46-436e-9617-a4c933a5176d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:15.973971 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2665a30b-e87a-4b6d-a7d7-a79860a97b25 req-fee9254a-ab46-436e-9617-a4c933a5176d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 932 time: 0.1071546 Mar 08 21:17:16.092403 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:16.102256 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2665a30b-e87a-4b6d-a7d7-a79860a97b25 req-2f718b6e-d824-45c0-9898-2a0dbd4be1c1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025789 Mar 08 21:17:16.133435 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d4be09e9-c2e7-4d79-bb98-f198bf1180b6 None None] Provisioning complete for port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:17:16.135115 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d4be09e9-c2e7-4d79-bb98-f198bf1180b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:16.193363 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d4be09e9-c2e7-4d79-bb98-f198bf1180b6 None None] Port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:17:16.222477 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c09e7-d0ed-4e25-a7ec-0a559aeac541 req-025ac603-46e5-4b7b-bc01-8b2cc715cca6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:16.224050 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd9c09e7-d0ed-4e25-a7ec-0a559aeac541 req-025ac603-46e5-4b7b-bc01-8b2cc715cca6 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0809119 Mar 08 21:17:16.298450 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd9c09e7-d0ed-4e25-a7ec-0a559aeac541 req-73756f34-de8c-4b2b-a2fd-5acf3862474d tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638382 Mar 08 21:17:16.523262 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:17:16.535021 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Publish callbacks [] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:16.554739 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Transition to ACTIVE for port object 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:17:16.558646 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:16.631898 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:16.708533 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Attempting to bind port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:17:16.708872 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Attempting to bind port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:17:16.709252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Attempting to bind port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 on network 680394b3-3a71-454f-bb48-bf40ca736825 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:17:16.714241 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 on network 680394b3-3a71-454f-bb48-bf40ca736825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:17:16.714563 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Attempting to bind port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 on network 680394b3-3a71-454f-bb48-bf40ca736825 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:17:16.720967 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:17:16.721419 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Checking segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:17:16.721723 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Bound using segment: {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:17:16.722151 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Bound port: 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c42627e-0d94-4e55-9389-085ceab08080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:17:16.722512 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:16.804373 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:17:16.808629 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:17:16.816314 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:16.861623 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:16.862349 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:16.864189 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] 10.222.0.13 "PUT /v2.0/ports/45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 200 len: 1094 time: 0.9128060 Mar 08 21:17:16.864428 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:16.866770 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f99c843-0c20-4034-b68d-4abadd54db07" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:16.903368 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58292e-d19c-4c6f-9100-eb6f5ec08f29 service neutron] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:16.925166 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68897384-2379-4dfa-aa4c-e92752759d9f x-openstack-request-id: req-68897384-2379-4dfa-aa4c-e92752759d9f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:16.925622 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:16.926051 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68897384-2379-4dfa-aa4c-e92752759d9f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:16.927569 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'status': 'completed', 'code': 200} Mar 08 21:17:17.008121 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-7350c3ee-9595-4a46-9204-57518d8eb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.009658 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-7350c3ee-9595-4a46-9204-57518d8eb379 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 1128 time: 0.0629046 Mar 08 21:17:17.083047 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-729982ce-2b37-4eb9-834a-277e18913646 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 200 len: 217 time: 0.0470498 Mar 08 21:17:17.148283 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-2e9e3362-e31f-473b-9505-a65e03dc76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.149728 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-2e9e3362-e31f-473b-9505-a65e03dc76e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0599775 Mar 08 21:17:17.246273 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-f0d9071c-9004-445d-a60d-608dcedce136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.249368 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-f0d9071c-9004-445d-a60d-608dcedce136 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826614 Mar 08 21:17:17.292856 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63576d79-8942-4c7e-a99e-139dc2bea52d req-f1b922ae-6eb7-41ea-b2ab-420564dc017a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.294551 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63576d79-8942-4c7e-a99e-139dc2bea52d req-f1b922ae-6eb7-41ea-b2ab-420564dc017a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0677662 Mar 08 21:17:17.356030 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63576d79-8942-4c7e-a99e-139dc2bea52d req-4b27fee0-74d2-4675-af29-98d4de5ba6f0 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518339 Mar 08 21:17:17.384940 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-399dfa33-91ef-4d13-94a8-46ac3c3e42e6 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182303 Mar 08 21:17:17.531671 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686da3e-ad20-4312-95ea-80b9d82d41cd req-07fb754a-f2fa-4788-9652-b59c2dadcb30 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.533537 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9686da3e-ad20-4312-95ea-80b9d82d41cd req-07fb754a-f2fa-4788-9652-b59c2dadcb30 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1290088 Mar 08 21:17:17.538383 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f0c10be6-ae5e-4a4e-8771-d6408a9d46a9 req-6570d414-1a71-408c-b5f7-7435ec99cf28 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435685 Mar 08 21:17:17.597883 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9686da3e-ad20-4312-95ea-80b9d82d41cd req-a4196a5b-22bb-44e5-8a07-903db46921c8 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545497 Mar 08 21:17:17.663873 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-c23686ac-114f-481a-b31b-5db2f8ee92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.665469 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-c23686ac-114f-481a-b31b-5db2f8ee92c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 1128 time: 0.0534866 Mar 08 21:17:17.782769 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-44bd3f5a-c437-4c92-82e1-5b39523ff7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.784257 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-44bd3f5a-c437-4c92-82e1-5b39523ff7e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.0977788 Mar 08 21:17:17.851935 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-50bb4174-4a02-409f-96f8-8b1b9bff7697 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 200 len: 217 time: 0.0547793 Mar 08 21:17:17.919040 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-b2a5b1e3-4c84-42dc-b189-afd6b1f9824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.921406 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-b2a5b1e3-4c84-42dc-b189-afd6b1f9824a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0561190 Mar 08 21:17:17.989602 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-89b618eb-a50d-435f-bc08-19e03c4e1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:17.992172 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-89b618eb-a50d-435f-bc08-19e03c4e1b5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588889 Mar 08 21:17:18.122215 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-87fadfa0-e5b6-40e9-a370-bbb358fd93bf service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187203 Mar 08 21:17:18.238960 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6f99c843-0c20-4034-b68d-4abadd54db07 req-c9b0ee4f-772f-4a7d-8589-7b2ecdec40f5 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070580 Mar 08 21:17:18.297000 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-3d9fe2df-ca02-4ad0-b13d-19daa9a50a35 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518984510&fields=id&tenant_id=5a3f14c2341040779c1eda85b16a79b8 HTTP/1.1" status: 200 len: 267 time: 0.0690069 Mar 08 21:17:18.361544 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-ea4a124d-14c5-4275-acbf-99a4f5a3549e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:18.363119 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-ea4a124d-14c5-4275-acbf-99a4f5a3549e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 984 time: 0.0573473 Mar 08 21:17:18.376309 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Request body: {'port': {'security_groups': ['f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:18.492731 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:18.537338 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0815a-7eb7-4505-b961-012a2c7fa8ec req-3de7d5e0-f32d-4e2b-83af-168c094da597 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:18.539599 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fba0815a-7eb7-4505-b961-012a2c7fa8ec req-3de7d5e0-f32d-4e2b-83af-168c094da597 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0786982 Mar 08 21:17:18.610325 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-fba0815a-7eb7-4505-b961-012a2c7fa8ec req-b849afa4-6530-4126-afc0-1aa6660880e4 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584974 Mar 08 21:17:18.753408 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] For port 42c33cf8-15e4-4fba-b3d6-8938533903ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:18.765155 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf4a78-9652-4014-a06c-03a44be854d3 req-62ca40f2-cd9a-4ab6-a7ea-2117529d36ad tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:18.766718 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-81cf4a78-9652-4014-a06c-03a44be854d3 req-62ca40f2-cd9a-4ab6-a7ea-2117529d36ad tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.0703075 Mar 08 21:17:18.798197 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:18.813700 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:18.831067 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['42c33cf8-15e4-4fba-b3d6-8938533903ea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:17:18.839645 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-81cf4a78-9652-4014-a06c-03a44be854d3 req-842ebb25-0d82-4c78-84bf-b7bf688a371f tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667133 Mar 08 21:17:18.887069 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:18.888187 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:18.891173 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-254945d2-0404-4fbf-88ea-6dfb2cd86bbb req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "PUT /v2.0/ports/42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 942 time: 0.5206757 Mar 08 21:17:18.891908 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:18.898417 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65789d2-fde3-41b4-8d73-31e393f287ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:18.904541 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43286) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:18.949368 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6ba64-1b46-469b-9d8f-2fb5665bf7e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event updated for resources: {'Port': ['ID=42c33cf8-15e4-4fba-b3d6-8938533903ea,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:18.998043 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32937be1-bb36-4c0c-b26e-f308a1c500db x-openstack-request-id: req-32937be1-bb36-4c0c-b26e-f308a1c500db {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:18.998624 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:18.999172 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32937be1-bb36-4c0c-b26e-f308a1c500db {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:19.000170 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'status': 'completed', 'code': 200} Mar 08 21:17:19.009564 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e217662f-b10b-4340-ab9e-a9e14a1030e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group (829f5e6c-edd0-4330-a878-7e54133d44fc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:19.050017 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['42c33cf8-15e4-4fba-b3d6-8938533903ea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:17:19.085784 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e217662f-b10b-4340-ab9e-a9e14a1030e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group (829f5e6c-edd0-4330-a878-7e54133d44fc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:19.149565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-c06c6367-7a3f-48c8-be0d-4b14dc00b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:19.152106 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-c06c6367-7a3f-48c8-be0d-4b14dc00b3b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a3f14c2341040779c1eda85b16a79b8&device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1129 time: 0.1170971 Mar 08 21:17:19.272498 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c2915e18-4c41-49b0-b138-415819f923ff None None] Provisioning complete for port 42c33cf8-15e4-4fba-b3d6-8938533903ea triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:17:19.272981 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c2915e18-4c41-49b0-b138-415819f923ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:19.291831 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e217662f-b10b-4340-ab9e-a9e14a1030e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (829f5e6c-edd0-4330-a878-7e54133d44fc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:19.296443 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e217662f-b10b-4340-ab9e-a9e14a1030e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:19.298339 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e217662f-b10b-4340-ab9e-a9e14a1030e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "DELETE /v2.0/security-groups/829f5e6c-edd0-4330-a878-7e54133d44fc HTTP/1.1" status: 204 len: 168 time: 0.3922315 Mar 08 21:17:19.302542 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43288) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:19.326997 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217662f-b10b-4340-ab9e-a9e14a1030e7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f5e6c-edd0-4330-a878-7e54133d44fc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:19.346438 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-1efd63a3-5f51-40a9-b85e-7209c0e5a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:19.349312 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-1efd63a3-5f51-40a9-b85e-7209c0e5a931 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ccdb735-271e-43ab-8a75-48daa9c04b98 HTTP/1.1" status: 200 len: 915 time: 0.1843710 Mar 08 21:17:19.460739 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c2915e18-4c41-49b0-b138-415819f923ff None None] Current status of the port 42c33cf8-15e4-4fba-b3d6-8938533903ea is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:17:19.468367 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:17:19.492102 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-ac7a0963-9d43-486f-b34f-b864e1a3112a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 1001 time: 0.1349454 Mar 08 21:17:19.554452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-ab900aa0-6cef-45ed-acc8-d287169c0af4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:19.555792 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-ab900aa0-6cef-45ed-acc8-d287169c0af4 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.13 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1141391 Mar 08 21:17:19.557813 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-c06c7a2f-d3fa-4e7f-9f92-0f56dec7a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:19.559175 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-c06c7a2f-d3fa-4e7f-9f92-0f56dec7a4a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50824e75-db81-4519-80bb-62c2f9c4e213 HTTP/1.1" status: 200 len: 853 time: 0.0613320 Mar 08 21:17:19.582124 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Deleting port ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:19.582671 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:19.669527 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:19.670471 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for floatingip (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:19.674043 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-85f0a07a-97f6-4297-b892-700fdc3887cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:19.675543 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-85f0a07a-97f6-4297-b892-700fdc3887cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ccdb735-271e-43ab-8a75-48daa9c04b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027527 Mar 08 21:17:19.683886 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Calling delete_port for ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:20.085364 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Deleting port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:20.086055 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:20.127359 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350137e9-b332-4669-80cb-44e880dfc4e9 req-82c9dad2-0f41-4329-b625-8828101f6696 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:20.128846 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-350137e9-b332-4669-80cb-44e880dfc4e9 req-82c9dad2-0f41-4329-b625-8828101f6696 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.4052701 Mar 08 21:17:20.158678 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-aca1b5c9-b7bb-47c9-88e3-c2a670375a9d service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727955 Mar 08 21:17:20.213496 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-350137e9-b332-4669-80cb-44e880dfc4e9 req-3bfffe29-e130-4102-a26b-5f54a387a3d6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704327 Mar 08 21:17:20.218420 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59236e0-8ebb-434b-b2bf-83cbb7dfd068 req-5a1d90e4-b92b-4d6a-bee2-e66abe5a4f05 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:20.219924 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e59236e0-8ebb-434b-b2bf-83cbb7dfd068 req-5a1d90e4-b92b-4d6a-bee2-e66abe5a4f05 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 945 time: 0.1875224 Mar 08 21:17:20.233139 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:20.262689 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event deleted for resources: {'Port': ['ID=ccbf94d2-b0e0-41e9-b1c3-febd1c6d92b7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:20.313417 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] For port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:20.313809 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:20.336446 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks [] for floatingip (1577ea80-ce62-4e5b-b7b8-7fe05a40d598), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:20.337059 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Floating IP 1577ea80-ce62-4e5b-b7b8-7fe05a40d598 disassociated (deleted). External IP: 172.27.1.185, port: 42c33cf8-15e4-4fba-b3d6-8938533903ea. Mar 08 21:17:20.352769 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Calling delete_port for 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:20.355810 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a65789d2-fde3-41b4-8d73-31e393f287ef req-fa685bdf-1f81-4a9b-803c-aa71ae364d8d service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887481 Mar 08 21:17:20.364436 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e59236e0-8ebb-434b-b2bf-83cbb7dfd068 req-f2f3a9af-c3f3-4139-a4e8-ea24e5aff237 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129439 Mar 08 21:17:20.515405 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:20.527862 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:17:20.554029 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Pushing event deleted for resources: {'Port': ['ID=0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:20.610877 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] No DVR routers for this DVR port 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:20.614084 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:20.617801 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8b2eeee1-7d78-4655-b672-1ce49bce5103 req-1d544968-d565-4fca-8aa6-acd7f8f1d16e tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.13 "DELETE /v2.0/ports/0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 HTTP/1.1" status: 204 len: 173 time: 1.0511117 Mar 08 21:17:20.618279 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533fd0b4-08ca-4117-ab74-1d1706fdb06b', 'name': 'network-vif-deleted', 'tag': '0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:20.619802 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Router df2fcf3d-ba9e-456b-824c-75f342260685 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:17:20.621747 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077f24e4-6fa0-46d3-a5e6-fabe68acbbac" -d '{"events": [{"server_uuid": "533fd0b4-08ca-4117-ab74-1d1706fdb06b", "name": "network-vif-deleted", "tag": "0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:20.663190 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee8a4a5-d5f6-49ff-a321-efda8d3dc23c x-openstack-request-id: req-3ee8a4a5-d5f6-49ff-a321-efda8d3dc23c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:20.663480 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533fd0b4-08ca-4117-ab74-1d1706fdb06b", "name": "network-vif-deleted", "tag": "0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:20.663732 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ee8a4a5-d5f6-49ff-a321-efda8d3dc23c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:20.664132 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533fd0b4-08ca-4117-ab74-1d1706fdb06b', 'name': 'network-vif-deleted', 'tag': '0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8', 'status': 'completed', 'code': 200} Mar 08 21:17:20.780768 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:17:20.786314 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:20.792513 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] Sync routers for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:17:20.807481 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:20.808104 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:20.824321 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-31b4ec0c-14a6-4c81-a1d9-7dbb68e741b7 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "DELETE /v2.0/floatingips/1577ea80-ce62-4e5b-b7b8-7fe05a40d598 HTTP/1.1" status: 204 len: 168 time: 1.5194712 Mar 08 21:17:20.930561 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:21.003615 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:21.007793 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:21.065003 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85176c8-9971-4800-9d10-ecf7f9457c0a x-openstack-request-id: req-a85176c8-9971-4800-9d10-ecf7f9457c0a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:21.067157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:21.067157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a85176c8-9971-4800-9d10-ecf7f9457c0a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:21.067157 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'status': 'completed', 'code': 200} Mar 08 21:17:21.174053 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-ffbd05a3-b4c7-4f39-ab86-c3278534cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:21.175707 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-ffbd05a3-b4c7-4f39-ab86-c3278534cd9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a3f14c2341040779c1eda85b16a79b8&device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 1129 time: 0.0752716 Mar 08 21:17:21.197422 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:17:21.339430 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:21.351986 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'port_id': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'mac_address': 'fa:16:3e:81:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:17:21.367335 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-5da99332-c4a9-4699-9323-1976b51318e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:21.370847 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-5da99332-c4a9-4699-9323-1976b51318e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ccdb735-271e-43ab-8a75-48daa9c04b98 HTTP/1.1" status: 200 len: 915 time: 0.1715636 Mar 08 21:17:21.381370 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:29Z', 'revision_number': 5, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:21.398799 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:17:21.399418 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:21.416508 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:17:21.432243 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] Checking router: df2fcf3d-ba9e-456b-824c-75f342260685 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:17:21.447516 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:21.448526 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:21.448811 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:21.459921 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:21.489342 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-da6e7bb0-1bd9-4149-acee-bec7a2da1bf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 200 len: 217 time: 0.0954006 Mar 08 21:17:21.526452 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:21.616369 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-8cf26e5c-54d1-4766-9827-71bb1a8c87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:21.617868 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-8cf26e5c-54d1-4766-9827-71bb1a8c87fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=50824e75-db81-4519-80bb-62c2f9c4e213 HTTP/1.1" status: 200 len: 853 time: 0.0716774 Mar 08 21:17:21.629479 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1d290-b26d-4723-8137-c4bfdb9ecded req-25c3651b-6acb-4cc4-a848-60a6425579ec tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:21.631642 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16470bc3-b792-403c-b667-b8028b12c2b3 req-0ff51d81-e152-48f1-9f23-a23fd5a01865 tempest-ServerRescueNegativeTestJSON-651366119 tempest-ServerRescueNegativeTestJSON-651366119-project] 10.222.0.61 "GET /v2.0/ports?device_id=533fd0b4-08ca-4117-ab74-1d1706fdb06b HTTP/1.1" status: 200 len: 210 time: 0.0489285 Mar 08 21:17:21.632883 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-36a1d290-b26d-4723-8137-c4bfdb9ecded req-25c3651b-6acb-4cc4-a848-60a6425579ec tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 945 time: 0.1606748 Mar 08 21:17:21.671406 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:21.724547 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-36a1d290-b26d-4723-8137-c4bfdb9ecded req-4aaa3863-30a1-49ab-96e9-64a265639df7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784738 Mar 08 21:17:21.726684 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-30ac6a21-0598-4a5c-b693-294d960ae1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:21.728189 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-30ac6a21-0598-4a5c-b693-294d960ae1ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ccdb735-271e-43ab-8a75-48daa9c04b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938978 Mar 08 21:17:21.857956 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['45f66cc5-4c9c-4080-842c-1ab34aedb9e0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:17:21.895086 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-71baa3ed-754f-4d9e-8a8e-347dd9a054a3 service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579111 Mar 08 21:17:21.983842 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:29Z', 'revision_number': 5, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:22.015003 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f41fdc-2e45-4e4e-8d11-e5eed6baa130 None None] The sync data for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi is: [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '402fd346-9c78-4a90-956a-71dfd3f718b8', 'name': '', 'network_id': '5ccdb735-271e-43ab-8a75-48daa9c04b98', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'mac_address': 'fa:16:3e:3f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_interface', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:22Z', 'updated_at': '2022-03-08T21:13:29Z', 'revision_number': 5, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'subnets': [{'id': '50824e75-db81-4519-80bb-62c2f9c4e213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:17:22.046735 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf1f0b08-d9d4-4dbb-bdc2-0a54a14e931d req-16e13239-b9e5-4a8b-9b93-042e1865b9ef service neutron] 10.222.0.13 "GET /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415756 Mar 08 21:17:22.306984 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dec6e42-2e5f-417e-8302-8976a49333ec None None] New status for floating IP 1577ea80-ce62-4e5b-b7b8-7fe05a40d598: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:17:22.710844 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:22.887046 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c85b7b-0cac-491b-81d8-f465299c0006 req-f2a7f9cf-bf4d-4268-89e3-8a9daeaf1671 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:22.889168 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a3c85b7b-0cac-491b-81d8-f465299c0006 req-f2a7f9cf-bf4d-4268-89e3-8a9daeaf1671 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 945 time: 0.0619528 Mar 08 21:17:22.943119 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a3c85b7b-0cac-491b-81d8-f465299c0006 req-cae4d7e1-795c-404d-a27e-965dc1db6d00 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478849 Mar 08 21:17:23.186873 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (dab36340-50de-43d5-9864-608b9cb0a8e3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:23.222450 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:17:23.275443 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:17:23.279728 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:17:23.280100 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:23.364928 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:17:23.365358 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:23.391889 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:23.394558 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb24876-2bdd-43fc-8e79-0d29a4fbefde" -d '{"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-plugged", "status": "completed", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:23.411133 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:23.416567 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:23.417414 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:23.459350 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:23.459702 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 0f01aa6d-b6dc-4477-8ab6-6e265a97b7a8 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:23.466180 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f980fc4-af83-4319-8594-5e04de1f4a36 x-openstack-request-id: req-4f980fc4-af83-4319-8594-5e04de1f4a36 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:23.466500 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-plugged", "status": "completed", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:23.466781 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f980fc4-af83-4319-8594-5e04de1f4a36 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:23.467220 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'code': 200} Mar 08 21:17:23.486995 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:23.521955 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Deleting port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:23.522296 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:23.636632 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] For port 0d8b72ee-ae0e-4536-9869-a1b9cc95386e, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,segment=NetworkSegment(c3556243-7cf3-4661-a15a-c08768a31d9f),segment_id=c3556243-7cf3-4661-a15a-c08768a31d9f)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:23.636998 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:23.651482 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Calling delete_port for 0d8b72ee-ae0e-4536-9869-a1b9cc95386e owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:23.655105 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89652ca-c073-4045-859e-24d064c4e868 req-0b7ce0ea-a47a-432a-82f8-d612d760ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:23.656945 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a89652ca-c073-4045-859e-24d064c4e868 req-0b7ce0ea-a47a-432a-82f8-d612d760ae00 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 1130 time: 0.0504689 Mar 08 21:17:23.711445 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a89652ca-c073-4045-859e-24d064c4e868 req-54a2b7fa-dedf-48ea-b009-2f03590f8251 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453916 Mar 08 21:17:23.896026 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd3384-c4aa-4497-8ce0-53950e6651af req-72c23c77-0292-4c3c-a339-406b61b15df3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:23.897531 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0dcd3384-c4aa-4497-8ce0-53950e6651af req-72c23c77-0292-4c3c-a339-406b61b15df3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.1029053 Mar 08 21:17:23.944329 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (0d8b72ee-ae0e-4536-9869-a1b9cc95386e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:23.983161 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8b72ee-ae0e-4536-9869-a1b9cc95386e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:23.991102 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0dcd3384-c4aa-4497-8ce0-53950e6651af req-1449513c-e1e3-40a3-aff1-beb1071614f6 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857563 Mar 08 21:17:24.196330 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d54d40-b145-41be-b25c-a9830000f57d req-af14570d-2277-48f2-a83b-7543ca07aa18 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:24.197724 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-63d54d40-b145-41be-b25c-a9830000f57d req-af14570d-2277-48f2-a83b-7543ca07aa18 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0652809 Mar 08 21:17:24.227293 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (dab36340-50de-43d5-9864-608b9cb0a8e3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:24.258210 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-63d54d40-b145-41be-b25c-a9830000f57d req-1e681118-36cc-476f-8106-d63454bd042e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518525 Mar 08 21:17:24.496246 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Router dab36340-50de-43d5-9864-608b9cb0a8e3 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:17:24.871399 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:17:24.877471 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-95572634-19f7-447a-97f9-ba976ce4a2b1 admin admin] 10.222.0.61 "PUT /v2.0/routers/dab36340-50de-43d5-9864-608b9cb0a8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1649990 Mar 08 21:17:24.880082 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43344) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:24.884124 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] Sync routers for ids ['dab36340-50de-43d5-9864-608b9cb0a8e3'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:17:24.909292 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] Routers {'dab36340-50de-43d5-9864-608b9cb0a8e3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:24.910889 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['dab36340-50de-43d5-9864-608b9cb0a8e3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:25.016681 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks [] for router (dab36340-50de-43d5-9864-608b9cb0a8e3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:25.080043 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] Set router dab36340-50de-43d5-9864-608b9cb0a8e3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:25.229726 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e439a-f1fa-4e11-b4ab-ac540a06566e req-0658f02f-f8a2-4253-a3dd-2e8e9264e7dd tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:25.232187 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-188e439a-f1fa-4e11-b4ab-ac540a06566e req-0658f02f-f8a2-4253-a3dd-2e8e9264e7dd tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.0849178 Mar 08 21:17:25.234019 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks [] for router_gateway (dab36340-50de-43d5-9864-608b9cb0a8e3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:25.349460 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-188e439a-f1fa-4e11-b4ab-ac540a06566e req-4d56750e-fa60-4b0c-8be3-a80bce10d83a tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997734 Mar 08 21:17:25.362270 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Deleting port 49b85e1f-3b22-4d82-a44c-4534b47f03c4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:25.362814 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:25.363809 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:17:23Z', 'revision_number': 5, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port': {'id': '49b85e1f-3b22-4d82-a44c-4534b47f03c4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:38Z', 'updated_at': '2022-03-08T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:25.396991 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] Checking router: dab36340-50de-43d5-9864-608b9cb0a8e3 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:17:25.412597 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] Routers {'dab36340-50de-43d5-9864-608b9cb0a8e3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:25.413665 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['dab36340-50de-43d5-9864-608b9cb0a8e3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:25.452893 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a4f14-c62f-40b9-9794-a81a077f452e req-bb3b5416-7842-419c-8ae0-e91bd9b49875 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:25.454781 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b18a4f14-c62f-40b9-9794-a81a077f452e req-bb3b5416-7842-419c-8ae0-e91bd9b49875 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0790875 Mar 08 21:17:25.503763 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] For port 49b85e1f-3b22-4d82-a44c-4534b47f03c4, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=49b85e1f-3b22-4d82-a44c-4534b47f03c4,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:25.504211 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:25.518870 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Calling delete_port for 49b85e1f-3b22-4d82-a44c-4534b47f03c4 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:25.543386 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b18a4f14-c62f-40b9-9794-a81a077f452e req-f6e4eea6-1a98-467b-8162-eddc775e5e6b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802982 Mar 08 21:17:25.575346 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] Set router dab36340-50de-43d5-9864-608b9cb0a8e3 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:25.639118 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:17:25Z', 'revision_number': 6, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:25.678686 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e74e1-eb4c-490c-ad9b-596e2dabc2c1 None None] The sync data for ids ['dab36340-50de-43d5-9864-608b9cb0a8e3'] in dv-cinder-830098-3-iscsi is: [{'id': 'dab36340-50de-43d5-9864-608b9cb0a8e3', 'name': 'tempest-ServerRescueNegativeTestJSON-650068940-router', 'tenant_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:37Z', 'updated_at': '2022-03-08T21:17:25Z', 'revision_number': 6, 'project_id': 'f4116dd91eed4db1afc5ea8612d89fd7', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:17:25.737162 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa79e-bd75-4e14-a8e7-cf49f5382f2e req-65c1f994-1b73-46f9-b0d4-5488bc7c5812 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:25.738713 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c0aa79e-bd75-4e14-a8e7-cf49f5382f2e req-65c1f994-1b73-46f9-b0d4-5488bc7c5812 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0885470 Mar 08 21:17:25.756756 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43352) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:25.760982 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Request body: {'floatingip': {'port_id': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:25.813806 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (3b4a2a58-75d1-46df-a3ba-58b828c0a682), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:25.851633 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (49b85e1f-3b22-4d82-a44c-4534b47f03c4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:25.906371 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=49b85e1f-3b22-4d82-a44c-4534b47f03c4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:26.053941 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (dab36340-50de-43d5-9864-608b9cb0a8e3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.211745 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (dab36340-50de-43d5-9864-608b9cb0a8e3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.215225 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks [] for router_controller (dab36340-50de-43d5-9864-608b9cb0a8e3), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.300543 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (dab36340-50de-43d5-9864-608b9cb0a8e3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.301067 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab36340-50de-43d5-9864-608b9cb0a8e3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:17:26.339370 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.340630 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-965cf557-0f39-423c-af4d-ff1f18948f2e admin admin] 10.222.0.61 "DELETE /v2.0/routers/dab36340-50de-43d5-9864-608b9cb0a8e3 HTTP/1.1" status: 204 len: 168 time: 1.4594448 Mar 08 21:17:26.343984 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43354) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:26.404844 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa176d0a-ea24-4d19-a981-1a8b09432f2e admin admin] Deleting subnet e6647607-2dba-49f6-8e0a-69b186f862b4 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:17:26.410554 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa176d0a-ea24-4d19-a981-1a8b09432f2e admin admin] Publish callbacks [] for subnet (e6647607-2dba-49f6-8e0a-69b186f862b4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.459786 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa176d0a-ea24-4d19-a981-1a8b09432f2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532843'] for subnet (e6647607-2dba-49f6-8e0a-69b186f862b4), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.558929 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa176d0a-ea24-4d19-a981-1a8b09432f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (e6647607-2dba-49f6-8e0a-69b186f862b4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.605169 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1a177-1733-4962-bd94-db9f83943627 req-fa13dc71-8e63-4313-99fe-cb5081b7002e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:26.606654 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3df1a177-1733-4962-bd94-db9f83943627 req-fa13dc71-8e63-4313-99fe-cb5081b7002e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.1187971 Mar 08 21:17:26.615571 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.619063 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (3b4a2a58-75d1-46df-a3ba-58b828c0a682), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.672432 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa176d0a-ea24-4d19-a981-1a8b09432f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126208354'] for subnet (e6647607-2dba-49f6-8e0a-69b186f862b4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.727799 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa176d0a-ea24-4d19-a981-1a8b09432f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6647607-2dba-49f6-8e0a-69b186f862b4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:26.732610 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3df1a177-1733-4962-bd94-db9f83943627 req-59fc09e1-2ab7-41f3-b3f1-aa1dcbc7392e tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175494 Mar 08 21:17:26.733759 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa176d0a-ea24-4d19-a981-1a8b09432f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.736894 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-fa176d0a-ea24-4d19-a981-1a8b09432f2e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e6647607-2dba-49f6-8e0a-69b186f862b4 HTTP/1.1" status: 204 len: 168 time: 0.3917432 Mar 08 21:17:26.739563 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:26.785993 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3361272-6173-4088-a439-805c1158875f req-444aa2fd-0223-4d16-9e4c-f04104d9f044 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:26.788820 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e3361272-6173-4088-a439-805c1158875f req-444aa2fd-0223-4d16-9e4c-f04104d9f044 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 945 time: 0.0970662 Mar 08 21:17:26.819437 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Floating IP 3b4a2a58-75d1-46df-a3ba-58b828c0a682 associated. External IP: 172.27.1.14, port: 45f66cc5-4c9c-4080-842c-1ab34aedb9e0. Mar 08 21:17:26.877283 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (82ca7c3f-3551-46d1-af8b-b68dbf1cd521), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:26.926888 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Deleting port 42c33cf8-15e4-4fba-b3d6-8938533903ea {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:26.927874 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.017293 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (82ca7c3f-3551-46d1-af8b-b68dbf1cd521), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.039642 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] For port 42c33cf8-15e4-4fba-b3d6-8938533903ea, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=42c33cf8-15e4-4fba-b3d6-8938533903ea,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:27.040115 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.055107 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Calling delete_port for 42c33cf8-15e4-4fba-b3d6-8938533903ea owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:27.070543 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ca7c3f-3551-46d1-af8b-b68dbf1cd521']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:27.087140 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3556243-7cf3-4661-a15a-c08768a31d9f') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:27.087401 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3556243-7cf3-4661-a15a-c08768a31d9f') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:27.100521 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (c3556243-7cf3-4661-a15a-c08768a31d9f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.146926 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (c3556243-7cf3-4661-a15a-c08768a31d9f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.165577 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:17:27.166347 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (c3556243-7cf3-4661-a15a-c08768a31d9f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:17:27.169143 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:17:27.206218 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (42c33cf8-15e4-4fba-b3d6-8938533903ea), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.232467 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['42c33cf8-15e4-4fba-b3d6-8938533903ea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:17:27.240483 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Pushing event deleted for resources: {'Port': ['ID=42c33cf8-15e4-4fba-b3d6-8938533903ea,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:27.307463 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] No DVR routers for this DVR port 42c33cf8-15e4-4fba-b3d6-8938533903ea on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:27.314534 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.320697 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e3361272-6173-4088-a439-805c1158875f req-4ccc70be-efe7-44c4-9bc6-0ac89005fdb3 tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.13 "DELETE /v2.0/ports/42c33cf8-15e4-4fba-b3d6-8938533903ea HTTP/1.1" status: 204 len: 173 time: 0.5235219 Mar 08 21:17:27.321423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'name': 'network-vif-deleted', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:27.327854 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8f058d-9e28-4083-9b90-57b514d22564" -d '{"events": [{"server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "name": "network-vif-deleted", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:27.371926 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c8618e-15f7-4e0b-bb30-2f6638f072ba x-openstack-request-id: req-99c8618e-15f7-4e0b-bb30-2f6638f072ba {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:27.373045 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4343e5-b6a9-4498-8c63-41a9838afb49", "name": "network-vif-deleted", "tag": "42c33cf8-15e4-4fba-b3d6-8938533903ea", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:27.373350 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99c8618e-15f7-4e0b-bb30-2f6638f072ba {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:27.373819 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4343e5-b6a9-4498-8c63-41a9838afb49', 'name': 'network-vif-deleted', 'tag': '42c33cf8-15e4-4fba-b3d6-8938533903ea', 'status': 'completed', 'code': 200} Mar 08 21:17:27.535097 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:17:27.543619 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0d8b72ee-ae0e-4536-9869-a1b9cc95386e no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:27.572955 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 0d8b72ee-ae0e-4536-9869-a1b9cc95386e {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:27.573363 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0d8b72ee-ae0e-4536-9869-a1b9cc95386e not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:27.573999 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 49b85e1f-3b22-4d82-a44c-4534b47f03c4 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:27.595554 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (82ca7c3f-3551-46d1-af8b-b68dbf1cd521), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.602096 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 49b85e1f-3b22-4d82-a44c-4534b47f03c4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:27.602502 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 49b85e1f-3b22-4d82-a44c-4534b47f03c4 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:27.618035 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.623783 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/82ca7c3f-3551-46d1-af8b-b68dbf1cd521 HTTP/1.1" status: 204 len: 168 time: 0.8827939 Mar 08 21:17:27.643053 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70350e36-fcd3-4153-9f34-2d9bea5cace3 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ca7c3f-3551-46d1-af8b-b68dbf1cd521,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:27.714480 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:17:27.725732 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:27.736309 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] Sync routers for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:17:27.751172 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:27.752088 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:27.773144 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d4ff12d5-c7dd-4c74-b275-7fc35c00112e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "PUT /v2.0/floatingips/3b4a2a58-75d1-46df-a3ba-58b828c0a682 HTTP/1.1" status: 200 len: 991 time: 2.0153215 Mar 08 21:17:27.773748 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:27.776206 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fa0b2f-1397-4ab9-b284-36b32dd0584f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:27.853187 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e185d3d-bf8b-44ed-910f-27968ccce0c1 x-openstack-request-id: req-5e185d3d-bf8b-44ed-910f-27968ccce0c1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:27.853749 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:27.854514 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e185d3d-bf8b-44ed-910f-27968ccce0c1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:27.855257 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'status': 'completed', 'code': 200} Mar 08 21:17:27.948999 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:27.968834 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:27.978289 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e7796332-3272-49ea-b4da-67df753c2cab req-330b258b-eefc-455d-ae7a-df7e3181bced tempest-TestMinimumBasicScenario-264809203 tempest-TestMinimumBasicScenario-264809203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b4343e5-b6a9-4498-8c63-41a9838afb49 HTTP/1.1" status: 200 len: 210 time: 0.0661860 Mar 08 21:17:28.010573 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-afc754af-b3d7-4498-874e-f2ef2e070974 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4116dd91eed4db1afc5ea8612d89fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600932 Mar 08 21:17:28.013817 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:28.046972 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-19575619-e857-4909-bb76-799afaa9ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:28.048766 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-19575619-e857-4909-bb76-799afaa9ba45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 1130 time: 0.1553688 Mar 08 21:17:28.104488 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad307-1299-468c-a459-afb776a05f96 admin admin] Publish callbacks [] for security_group (c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:28.130433 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad307-1299-468c-a459-afb776a05f96 admin admin] Publish callbacks [] for security_group (c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:28.189155 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-0883f509-ce5c-4f98-9982-57d61677c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:28.192517 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-0883f509-ce5c-4f98-9982-57d61677c4d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.1358662 Mar 08 21:17:28.197124 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad307-1299-468c-a459-afb776a05f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:28.200025 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec4ad307-1299-468c-a459-afb776a05f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:28.201348 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ec4ad307-1299-468c-a459-afb776a05f96 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d HTTP/1.1" status: 204 len: 168 time: 0.1864066 Mar 08 21:17:28.214097 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ad307-1299-468c-a459-afb776a05f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad06c8-7a80-4d6c-9d4f-2e8a2a4ae09d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:28.296277 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-4c547596-469d-4358-b7b6-f9032fe393d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 200 len: 999 time: 0.0834215 Mar 08 21:17:28.366865 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-383249f3-f877-48d6-a013-217dbbe455a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:28.370303 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-383249f3-f877-48d6-a013-217dbbe455a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0629706 Mar 08 21:17:28.446192 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-8c3303a0-ccc0-4784-ad0a-fab44fa641fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:28.448757 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-8c3303a0-ccc0-4784-ad0a-fab44fa641fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672626 Mar 08 21:17:28.465309 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '3b4a2a58-75d1-46df-a3ba-58b828c0a682', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'port_id': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'mac_address': 'fa:16:3e:81:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:17:12Z', 'updated_at': '2022-03-08T21:17:26Z', 'revision_number': 1, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:28.496115 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] Checking router: 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:17:28.511403 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:28.512051 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:28.573795 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-e64986f1-6600-4eea-8757-01f303c1c851 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165676 Mar 08 21:17:28.670066 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:28.681141 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-40fa0b2f-1397-4ab9-b284-36b32dd0584f req-89059220-9cad-4d02-a414-bad6058d9ab6 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962243 Mar 08 21:17:28.944913 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cfe67e84-4a93-4a25-9578-2d3f3adc12fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:28.963805 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '3b4a2a58-75d1-46df-a3ba-58b828c0a682', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'port_id': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'mac_address': 'fa:16:3e:81:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:17:12Z', 'updated_at': '2022-03-08T21:17:26Z', 'revision_number': 1, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:28.994983 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9123f-f9f5-4498-8d3c-595dc4bfa36b None None] The sync data for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi is: [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '3b4a2a58-75d1-46df-a3ba-58b828c0a682', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'port_id': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'mac_address': 'fa:16:3e:81:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:17:12Z', 'updated_at': '2022-03-08T21:17:26Z', 'revision_number': 1, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:17:29.291351 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec92b2c-52bb-48cd-8e00-220c74f8d294 None None] New status for floating IP 3b4a2a58-75d1-46df-a3ba-58b828c0a682: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:17:29.957752 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43452) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:30.413373 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (df2fcf3d-ba9e-456b-824c-75f342260685), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:30.728022 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Deleting port 402fd346-9c78-4a90-956a-71dfd3f718b8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:30.728359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:30.816342 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] For port 402fd346-9c78-4a90-956a-71dfd3f718b8, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=402fd346-9c78-4a90-956a-71dfd3f718b8,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:30.816855 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:30.848848 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Calling delete_port for 402fd346-9c78-4a90-956a-71dfd3f718b8 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:31.254928 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 42c33cf8-15e4-4fba-b3d6-8938533903ea no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:31.287486 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 42c33cf8-15e4-4fba-b3d6-8938533903ea {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:31.288032 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 42c33cf8-15e4-4fba-b3d6-8938533903ea not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:31.313366 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-41c11b22-3c44-441a-9f3c-e079812d9eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:31.369240 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (402fd346-9c78-4a90-956a-71dfd3f718b8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:31.397631 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=402fd346-9c78-4a90-956a-71dfd3f718b8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:31.427808 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.428056 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.428592 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.429048 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.429643 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.429824 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.430141 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.430625 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.430946 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.431307 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.431899 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.432088 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.432418 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:31.610316 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (df2fcf3d-ba9e-456b-824c-75f342260685), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:31.849632 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Router df2fcf3d-ba9e-456b-824c-75f342260685 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:17:31.972586 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:17:31.977677 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-16a9e609-5bb1-451e-a698-18bacb63a5ea admin admin] 10.222.0.61 "PUT /v2.0/routers/df2fcf3d-ba9e-456b-824c-75f342260685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0181930 Mar 08 21:17:31.982284 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43466) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:31.983172 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] Sync routers for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:17:31.993979 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:31.994874 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:32.110354 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks [] for router (df2fcf3d-ba9e-456b-824c-75f342260685), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:32.116673 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:32.235179 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks [] for router_gateway (df2fcf3d-ba9e-456b-824c-75f342260685), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:32.322990 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': '24768c09-339b-4740-bb1c-78250f1da924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:17:31Z', 'revision_number': 5, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port': {'id': '24768c09-339b-4740-bb1c-78250f1da924', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:19Z', 'updated_at': '2022-03-08T21:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:32.324952 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Deleting port 24768c09-339b-4740-bb1c-78250f1da924 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:32.326714 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (24768c09-339b-4740-bb1c-78250f1da924), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:32.353027 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] Checking router: df2fcf3d-ba9e-456b-824c-75f342260685 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:17:32.365625 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] Routers {'df2fcf3d-ba9e-456b-824c-75f342260685'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:32.366355 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['df2fcf3d-ba9e-456b-824c-75f342260685'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:32.450676 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] For port 24768c09-339b-4740-bb1c-78250f1da924, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=24768c09-339b-4740-bb1c-78250f1da924,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:32.451374 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (24768c09-339b-4740-bb1c-78250f1da924), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:32.469679 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Calling delete_port for 24768c09-339b-4740-bb1c-78250f1da924 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:32.478177 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] Set router df2fcf3d-ba9e-456b-824c-75f342260685 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:32.548793 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:17:32Z', 'revision_number': 6, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:32.592205 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192be253-145b-42f3-86f4-eb9a8daaf108 None None] The sync data for ids ['df2fcf3d-ba9e-456b-824c-75f342260685'] in dv-cinder-830098-3-iscsi is: [{'id': 'df2fcf3d-ba9e-456b-824c-75f342260685', 'name': 'tempest-TestMinimumBasicScenario-690441179-router', 'tenant_id': '5a3f14c2341040779c1eda85b16a79b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:18Z', 'updated_at': '2022-03-08T21:17:32Z', 'revision_number': 6, 'project_id': '5a3f14c2341040779c1eda85b16a79b8', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:17:32.603328 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:32.738235 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (24768c09-339b-4740-bb1c-78250f1da924), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:32.777550 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Pushing event deleted for resources: {'Port': ['ID=24768c09-339b-4740-bb1c-78250f1da924,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:32.847047 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (df2fcf3d-ba9e-456b-824c-75f342260685), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:32.956767 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (df2fcf3d-ba9e-456b-824c-75f342260685), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:32.959153 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks [] for router_controller (df2fcf3d-ba9e-456b-824c-75f342260685), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.021621 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (df2fcf3d-ba9e-456b-824c-75f342260685), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.023453 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df2fcf3d-ba9e-456b-824c-75f342260685 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:17:33.031302 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.032925 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9d2d8d9b-065d-4582-a953-174722a3f661 admin admin] 10.222.0.61 "DELETE /v2.0/routers/df2fcf3d-ba9e-456b-824c-75f342260685 HTTP/1.1" status: 204 len: 168 time: 1.0494857 Mar 08 21:17:33.037017 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43482) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:33.090802 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ab123c-0008-45da-8bb5-409e68032b93 admin admin] Deleting subnet 50824e75-db81-4519-80bb-62c2f9c4e213 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:17:33.095078 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4ab123c-0008-45da-8bb5-409e68032b93 admin admin] Publish callbacks [] for subnet (50824e75-db81-4519-80bb-62c2f9c4e213), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.135039 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4ab123c-0008-45da-8bb5-409e68032b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532843'] for subnet (50824e75-db81-4519-80bb-62c2f9c4e213), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.254415 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4ab123c-0008-45da-8bb5-409e68032b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (50824e75-db81-4519-80bb-62c2f9c4e213), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.318550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4ab123c-0008-45da-8bb5-409e68032b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126208354'] for subnet (50824e75-db81-4519-80bb-62c2f9c4e213), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.345192 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab123c-0008-45da-8bb5-409e68032b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50824e75-db81-4519-80bb-62c2f9c4e213,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:33.350059 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4ab123c-0008-45da-8bb5-409e68032b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.354079 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b4ab123c-0008-45da-8bb5-409e68032b93 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/50824e75-db81-4519-80bb-62c2f9c4e213 HTTP/1.1" status: 204 len: 168 time: 0.3151441 Mar 08 21:17:33.356184 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43484) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:33.359306 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc29be-332a-4adc-abd4-385331abcd8d None None] Network 5ccdb735-271e-43ab-8a75-48daa9c04b98 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:17:33.448027 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (5ccdb735-271e-43ab-8a75-48daa9c04b98), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.522550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Deleting port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:33.523238 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.547372 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 402fd346-9c78-4a90-956a-71dfd3f718b8 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:33.587360 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] DHCP port deletion for 5ccdb735-271e-43ab-8a75-48daa9c04b98 request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:17:33.590560 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 402fd346-9c78-4a90-956a-71dfd3f718b8 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:33.591283 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 402fd346-9c78-4a90-956a-71dfd3f718b8 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:33.592159 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 24768c09-339b-4740-bb1c-78250f1da924 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:33.622883 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 24768c09-339b-4740-bb1c-78250f1da924 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:33.623261 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 24768c09-339b-4740-bb1c-78250f1da924 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:33.642725 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] For port 32ccb927-a538-4002-b88d-bb11ffd3e6c6, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=32ccb927-a538-4002-b88d-bb11ffd3e6c6,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:33.643230 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.658887 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Calling delete_port for 32ccb927-a538-4002-b88d-bb11ffd3e6c6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:33.690074 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] Deleting port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:33.690771 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.777226 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.784862 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] For port 32ccb927-a538-4002-b88d-bb11ffd3e6c6, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=32ccb927-a538-4002-b88d-bb11ffd3e6c6,segment=NetworkSegment(42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da),segment_id=42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:33.785375 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.792862 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] No DVR routers for this DVR port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 on host dv-cinder-830098-3-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:33.814429 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] Calling delete_port for 32ccb927-a538-4002-b88d-bb11ffd3e6c6 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:33.836004 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ccb927-a538-4002-b88d-bb11ffd3e6c6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:33.934109 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (5ccdb735-271e-43ab-8a75-48daa9c04b98), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.969123 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccdb735-271e-43ab-8a75-48daa9c04b98']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:33.976411 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855'] for port (32ccb927-a538-4002-b88d-bb11ffd3e6c6), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:33.986603 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:33.987078 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:34.008280 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533008'] for segment (42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.010414 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] Pushing event deleted for resources: {'Port': ['ID=32ccb927-a538-4002-b88d-bb11ffd3e6c6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:34.012331 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254cf0b-4859-424e-8366-b2192cee4a97 None None] No DVR routers for this DVR port 32ccb927-a538-4002-b88d-bb11ffd3e6c6 on host dv-cinder-830098-3-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:34.026925 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.034659 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:17:34.035134 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3783072'] for segment (42bd9f93-bf1d-4c13-8f7f-14ae0ca9e6da), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: Traceback (most recent call last): Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: timer() Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: cb(*args, **kw) Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: return func(*args, **kwargs) Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: self._notify() Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: self.callback(batched_events) Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: event.method(event) Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: return f(self, *a, **k) Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._get(url).json() Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:17:34.037231 dv-cinder-830098-3-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:17:34.062701 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.115638 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (5ccdb735-271e-43ab-8a75-48daa9c04b98), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.123969 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.127883 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5ccdb735-271e-43ab-8a75-48daa9c04b98 HTTP/1.1" status: 204 len: 168 time: 0.7704813 Mar 08 21:17:34.131069 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:34.139756 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaca5a4-066a-4ee4-b8b5-14810eda1745 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ccdb735-271e-43ab-8a75-48daa9c04b98,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:34.543298 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.842071 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Deleting port b22b3578-5963-4c30-bb18-b440d9b371a5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:34.842438 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.945718 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] For port b22b3578-5963-4c30-bb18-b440d9b371a5, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=b22b3578-5963-4c30-bb18-b440d9b371a5,segment=NetworkSegment(53b9e40a-923d-4788-a546-471ecf080e8c),segment_id=53b9e40a-923d-4788-a546-471ecf080e8c)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:34.946074 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:34.961465 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Calling delete_port for b22b3578-5963-4c30-bb18-b440d9b371a5 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:35.173594 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (b22b3578-5963-4c30-bb18-b440d9b371a5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:35.202848 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Pushing event deleted for resources: {'Port': ['ID=b22b3578-5963-4c30-bb18-b440d9b371a5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:35.397791 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:35.525643 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:35.577029 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 32ccb927-a538-4002-b88d-bb11ffd3e6c6 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:35.598923 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 32ccb927-a538-4002-b88d-bb11ffd3e6c6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:35.599265 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 32ccb927-a538-4002-b88d-bb11ffd3e6c6 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:35.667715 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:17:35.788730 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:17:35.796758 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5ef9e1bb-d174-4d6b-b672-12e1e546df0b admin admin] 10.222.0.61 "PUT /v2.0/routers/85eec6f7-1078-4bf1-a5a2-c75ef48279b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6613069 Mar 08 21:17:35.797593 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43532) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:35.800606 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] Sync routers for ids ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:17:35.817312 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] Routers {'85eec6f7-1078-4bf1-a5a2-c75ef48279b3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:35.818320 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:35.914653 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks [] for router (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:36.084098 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks [] for router_gateway (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:36.089477 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] Set router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:36.150778 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Deleting port b10eb744-f23f-4803-a5e3-6ca7f56dea69 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:36.151137 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:36.264334 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] For port b10eb744-f23f-4803-a5e3-6ca7f56dea69, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=b10eb744-f23f-4803-a5e3-6ca7f56dea69,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:36.266019 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:36.283261 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Calling delete_port for b10eb744-f23f-4803-a5e3-6ca7f56dea69 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:36.332995 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:17:35Z', 'revision_number': 5, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port': {'id': 'b10eb744-f23f-4803-a5e3-6ca7f56dea69', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:13:31Z', 'updated_at': '2022-03-08T21:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:36.362779 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] Checking router: 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:17:36.373045 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] Routers {'85eec6f7-1078-4bf1-a5a2-c75ef48279b3'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:36.374066 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:36.488872 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] Set router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:36.544936 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:17:36Z', 'revision_number': 6, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:36.583125 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b2ce3-d237-4d16-91bc-28651015d1ef None None] The sync data for ids ['85eec6f7-1078-4bf1-a5a2-c75ef48279b3'] in dv-cinder-830098-3-iscsi is: [{'id': '85eec6f7-1078-4bf1-a5a2-c75ef48279b3', 'name': 'tempest-TestMinimumBasicScenario-1854618892-router', 'tenant_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:30Z', 'updated_at': '2022-03-08T21:17:36Z', 'revision_number': 6, 'project_id': '937315fafcd14ec0954bbb8d0eee7fa8', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:17:36.755046 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (b10eb744-f23f-4803-a5e3-6ca7f56dea69), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:36.785813 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Pushing event deleted for resources: {'Port': ['ID=b10eb744-f23f-4803-a5e3-6ca7f56dea69,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:36.847885 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:36.944544 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:36.947374 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks [] for router_controller (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.000199 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (85eec6f7-1078-4bf1-a5a2-c75ef48279b3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.000766 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85eec6f7-1078-4bf1-a5a2-c75ef48279b3 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:17:37.009941 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.009941 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-56e511ce-302e-4b1b-8253-9d85c8f7aecd admin admin] 10.222.0.61 "DELETE /v2.0/routers/85eec6f7-1078-4bf1-a5a2-c75ef48279b3 HTTP/1.1" status: 204 len: 168 time: 1.2101984 Mar 08 21:17:37.012037 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43540) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:37.066173 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ba425e-f1f0-4dce-ac9e-fc3adf4cf3d9 admin admin] Deleting subnet 7bd750c7-5379-4293-a4e9-b1d0f1abbd43 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:17:37.070501 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4ba425e-f1f0-4dce-ac9e-fc3adf4cf3d9 admin admin] Publish callbacks [] for subnet (7bd750c7-5379-4293-a4e9-b1d0f1abbd43), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.112586 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4ba425e-f1f0-4dce-ac9e-fc3adf4cf3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (7bd750c7-5379-4293-a4e9-b1d0f1abbd43), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.268809 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4ba425e-f1f0-4dce-ac9e-fc3adf4cf3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (7bd750c7-5379-4293-a4e9-b1d0f1abbd43), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.327815 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4ba425e-f1f0-4dce-ac9e-fc3adf4cf3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (7bd750c7-5379-4293-a4e9-b1d0f1abbd43), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.356977 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba425e-f1f0-4dce-ac9e-fc3adf4cf3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd750c7-5379-4293-a4e9-b1d0f1abbd43,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:37.363233 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4ba425e-f1f0-4dce-ac9e-fc3adf4cf3d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.370069 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e4ba425e-f1f0-4dce-ac9e-fc3adf4cf3d9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7bd750c7-5379-4293-a4e9-b1d0f1abbd43 HTTP/1.1" status: 204 len: 168 time: 0.3539331 Mar 08 21:17:37.370685 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43548) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:37.378465 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cc1545-511e-45a1-a6eb-92f0c6b0a9ae None None] Network 89478dff-c6f2-425c-9288-d5e00e314d93 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:17:37.478050 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (89478dff-c6f2-425c-9288-d5e00e314d93), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.567186 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device b22b3578-5963-4c30-bb18-b440d9b371a5 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:37.571636 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Deleting port 62bb20c4-c183-4ce9-bcbf-879eae92961c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:37.572001 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.597586 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: b22b3578-5963-4c30-bb18-b440d9b371a5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:37.597954 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device b22b3578-5963-4c30-bb18-b440d9b371a5 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:37.598358 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device b10eb744-f23f-4803-a5e3-6ca7f56dea69 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:37.621819 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: b10eb744-f23f-4803-a5e3-6ca7f56dea69 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:37.622070 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device b10eb744-f23f-4803-a5e3-6ca7f56dea69 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:37.633298 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] DHCP port deletion for 89478dff-c6f2-425c-9288-d5e00e314d93 request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:17:37.666667 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] For port 62bb20c4-c183-4ce9-bcbf-879eae92961c, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=62bb20c4-c183-4ce9-bcbf-879eae92961c,segment=NetworkSegment(53b9e40a-923d-4788-a546-471ecf080e8c),segment_id=53b9e40a-923d-4788-a546-471ecf080e8c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:37.667174 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.682951 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Calling delete_port for 62bb20c4-c183-4ce9-bcbf-879eae92961c owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:37.693915 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] Deleting port 62bb20c4-c183-4ce9-bcbf-879eae92961c {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:37.694471 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.798270 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.799398 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] For port 62bb20c4-c183-4ce9-bcbf-879eae92961c, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=62bb20c4-c183-4ce9-bcbf-879eae92961c,segment=NetworkSegment(53b9e40a-923d-4788-a546-471ecf080e8c),segment_id=53b9e40a-923d-4788-a546-471ecf080e8c)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:37.799398 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.810939 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] Calling delete_port for 62bb20c4-c183-4ce9-bcbf-879eae92961c owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:37.823139 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62bb20c4-c183-4ce9-bcbf-879eae92961c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:37.828385 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] No DVR routers for this DVR port 62bb20c4-c183-4ce9-bcbf-879eae92961c on host dv-cinder-830098-3-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:37.907954 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855'] for port (62bb20c4-c183-4ce9-bcbf-879eae92961c), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.911461 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (89478dff-c6f2-425c-9288-d5e00e314d93), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.935676 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] Pushing event deleted for resources: {'Port': ['ID=62bb20c4-c183-4ce9-bcbf-879eae92961c,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:37.935970 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89478dff-c6f2-425c-9288-d5e00e314d93']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:37.945122 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6843f9-f740-479f-a126-e89b30c61a10 None None] No DVR routers for this DVR port 62bb20c4-c183-4ce9-bcbf-879eae92961c on host dv-cinder-830098-3-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:37.957478 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b9e40a-923d-4788-a546-471ecf080e8c') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:37.957958 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b9e40a-923d-4788-a546-471ecf080e8c') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:37.971533 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533008'] for segment (53b9e40a-923d-4788-a546-471ecf080e8c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.990865 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (53b9e40a-923d-4788-a546-471ecf080e8c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:37.997276 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:17:37.997700 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3783072'] for segment (53b9e40a-923d-4788-a546-471ecf080e8c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: Traceback (most recent call last): Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: timer() Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: cb(*args, **kw) Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: return func(*args, **kwargs) Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: self._notify() Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: self.callback(batched_events) Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: event.method(event) Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: return f(self, *a, **k) Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._get(url).json() Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:17:38.003733 dv-cinder-830098-3-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:17:38.063372 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (89478dff-c6f2-425c-9288-d5e00e314d93), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.069407 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.072776 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/89478dff-c6f2-425c-9288-d5e00e314d93 HTTP/1.1" status: 204 len: 168 time: 0.7007961 Mar 08 21:17:38.085417 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab007c5-3f53-4ed0-b76c-ae2fe23555c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89478dff-c6f2-425c-9288-d5e00e314d93,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:38.264976 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43554) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:38.315657 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-87d62b05-fcab-4354-b61f-7b76bf48e021 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a3f14c2341040779c1eda85b16a79b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493515 Mar 08 21:17:38.321336 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:38.378203 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1eb11f4-c1e0-4c83-9c72-fb10d0114ebc admin admin] Publish callbacks [] for security_group (f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.410143 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1eb11f4-c1e0-4c83-9c72-fb10d0114ebc admin admin] Publish callbacks [] for security_group (f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.475748 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1eb11f4-c1e0-4c83-9c72-fb10d0114ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.478616 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1eb11f4-c1e0-4c83-9c72-fb10d0114ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.479794 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e1eb11f4-c1e0-4c83-9c72-fb10d0114ebc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb HTTP/1.1" status: 204 len: 168 time: 0.1573646 Mar 08 21:17:38.489886 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb11f4-c1e0-4c83-9c72-fb10d0114ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b9b8e4-5a8a-4de9-ac95-de95a27f7fdb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:38.617235 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43566) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:38.853325 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a935be-5445-466a-8416-438538e3e453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.955111 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a935be-5445-466a-8416-438538e3e453 admin admin] Publish callbacks [] for security_group (5405b742-527e-4f55-8117-5cfb84e8e991), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.962029 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-97a935be-5445-466a-8416-438538e3e453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (5405b742-527e-4f55-8117-5cfb84e8e991), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:38.971924 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43572) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:39.007263 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-97a935be-5445-466a-8416-438538e3e453 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d54b5e9571954fd788c667bed1c54946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890278 Mar 08 21:17:39.007958 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a935be-5445-466a-8416-438538e3e453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5405b742-527e-4f55-8117-5cfb84e8e991,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:39.010782 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43574) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:39.046357 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d170e207-1b6b-4bf6-89f6-56daf7df1d90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=937315fafcd14ec0954bbb8d0eee7fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729268 Mar 08 21:17:39.049771 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:39.079452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40278b9a-3852-4260-9cde-a5966901d561 admin admin] Publish callbacks [] for security_group (5405b742-527e-4f55-8117-5cfb84e8e991), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:39.110726 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81d2c02a-97af-4d15-9184-c96c09a9a79c admin admin] Publish callbacks [] for security_group (f3710fd2-7f34-47a4-9710-4e7ac231a2b1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:39.112172 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40278b9a-3852-4260-9cde-a5966901d561 admin admin] Publish callbacks [] for security_group (5405b742-527e-4f55-8117-5cfb84e8e991), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:39.133454 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81d2c02a-97af-4d15-9184-c96c09a9a79c admin admin] Publish callbacks [] for security_group (f3710fd2-7f34-47a4-9710-4e7ac231a2b1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:39.178476 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40278b9a-3852-4260-9cde-a5966901d561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (5405b742-527e-4f55-8117-5cfb84e8e991), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:39.181591 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40278b9a-3852-4260-9cde-a5966901d561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:39.182914 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-40278b9a-3852-4260-9cde-a5966901d561 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5405b742-527e-4f55-8117-5cfb84e8e991 HTTP/1.1" status: 204 len: 168 time: 0.1708474 Mar 08 21:17:39.186162 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81d2c02a-97af-4d15-9184-c96c09a9a79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (f3710fd2-7f34-47a4-9710-4e7ac231a2b1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:39.189327 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-81d2c02a-97af-4d15-9184-c96c09a9a79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:39.194305 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-81d2c02a-97af-4d15-9184-c96c09a9a79c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3710fd2-7f34-47a4-9710-4e7ac231a2b1 HTTP/1.1" status: 204 len: 168 time: 0.1393518 Mar 08 21:17:39.194758 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40278b9a-3852-4260-9cde-a5966901d561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5405b742-527e-4f55-8117-5cfb84e8e991,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:39.201616 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2c02a-97af-4d15-9184-c96c09a9a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3710fd2-7f34-47a4-9710-4e7ac231a2b1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:39.525981 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 62bb20c4-c183-4ce9-bcbf-879eae92961c no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:39.551363 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 62bb20c4-c183-4ce9-bcbf-879eae92961c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:39.551720 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 62bb20c4-c183-4ce9-bcbf-879eae92961c not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:40.594701 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:48.820219 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750a72a-1bc9-4104-96a9-fabd04e278d1 req-0cb845ac-bd52-4b15-b00e-9d5ea471dba4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:48.822407 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8750a72a-1bc9-4104-96a9-fabd04e278d1 req-0cb845ac-bd52-4b15-b00e-9d5ea471dba4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0698018 Mar 08 21:17:48.880060 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8750a72a-1bc9-4104-96a9-fabd04e278d1 req-b745e1cf-e7d4-482c-810c-a6192298f80d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498855 Mar 08 21:17:50.037315 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b669c-fb8a-4895-924b-011926a9d827 req-5d4cca07-ca37-465d-8923-e82a46f96f46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:50.039161 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-175b669c-fb8a-4895-924b-011926a9d827 req-5d4cca07-ca37-465d-8923-e82a46f96f46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0619299 Mar 08 21:17:50.098821 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-175b669c-fb8a-4895-924b-011926a9d827 req-06b334bc-44ad-4fea-9e1a-d8b9144630e2 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529983 Mar 08 21:17:51.253455 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5caa3f-0e39-4b8f-a29b-0da72af9f363 req-d69f1873-21b2-474a-b5f9-df0a56b3d4ec tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:51.255039 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b5caa3f-0e39-4b8f-a29b-0da72af9f363 req-d69f1873-21b2-474a-b5f9-df0a56b3d4ec tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0693104 Mar 08 21:17:51.313969 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b5caa3f-0e39-4b8f-a29b-0da72af9f363 req-300a9999-0e61-494a-82e4-e841aaf6fb04 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527925 Mar 08 21:17:51.418389 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-434341de-54a2-41c0-bb9a-e0da29e7a7ba tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:51.420010 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-434341de-54a2-41c0-bb9a-e0da29e7a7ba tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 946 time: 0.0674677 Mar 08 21:17:51.529519 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Deleting port d7c1e211-11b0-4273-a662-9d931f2feeb1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:51.529857 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:51.632102 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] For port d7c1e211-11b0-4273-a662-9d931f2feeb1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d7c1e211-11b0-4273-a662-9d931f2feeb1,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:17:51.632461 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:51.815592 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:51.815953 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (d91e909d-703a-4653-8dbe-ea5a153bc06b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:51.816268 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Floating IP d91e909d-703a-4653-8dbe-ea5a153bc06b disassociated. External IP: 172.27.1.234, port: d7c1e211-11b0-4273-a662-9d931f2feeb1. Mar 08 21:17:51.816605 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Calling delete_port for d7c1e211-11b0-4273-a662-9d931f2feeb1 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:51.964675 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (d7c1e211-11b0-4273-a662-9d931f2feeb1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:51.995756 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event deleted for resources: {'Port': ['ID=d7c1e211-11b0-4273-a662-9d931f2feeb1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:52.126705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:17:52.259643 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:17:52.272174 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] Sync routers for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:17:52.308050 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] No DVR routers for this DVR port d7c1e211-11b0-4273-a662-9d931f2feeb1 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:17:52.312396 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:52.316197 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea921c6e-cd35-48a9-9383-1ed4435d500e req-224edb78-01a2-4f7a-9045-9f813bb5310f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "DELETE /v2.0/ports/d7c1e211-11b0-4273-a662-9d931f2feeb1 HTTP/1.1" status: 204 len: 173 time: 0.8902361 Mar 08 21:17:52.316696 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'name': 'network-vif-deleted', 'tag': 'd7c1e211-11b0-4273-a662-9d931f2feeb1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:52.319728 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb0c227-2e14-4507-a91d-eca32cf4368f" -d '{"events": [{"server_uuid": "a7c35621-08d7-4058-9542-e7a0a98080e5", "name": "network-vif-deleted", "tag": "d7c1e211-11b0-4273-a662-9d931f2feeb1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:52.440654 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:52.441399 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:52.463566 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-540b4791-2a8c-4882-b7c1-cd763ae75c40 req-3e34e2d5-3596-459b-9ec3-60b7779b8431 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7c35621-08d7-4058-9542-e7a0a98080e5 HTTP/1.1" status: 200 len: 210 time: 0.0621657 Mar 08 21:17:52.503523 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb356e6-a8ae-4221-a0e3-06f520cabee8 x-openstack-request-id: req-fdb356e6-a8ae-4221-a0e3-06f520cabee8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:52.507276 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7c35621-08d7-4058-9542-e7a0a98080e5", "name": "network-vif-deleted", "tag": "d7c1e211-11b0-4273-a662-9d931f2feeb1", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:52.507276 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fdb356e6-a8ae-4221-a0e3-06f520cabee8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:52.507276 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c35621-08d7-4058-9542-e7a0a98080e5', 'name': 'network-vif-deleted', 'tag': 'd7c1e211-11b0-4273-a662-9d931f2feeb1', 'status': 'completed', 'code': 200} Mar 08 21:17:52.617644 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:52.848543 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:52.886603 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] Checking router: 40fa65bb-2293-45a6-ac3f-b4a0c539e40c for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:17:52.898666 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:17:52.899332 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:17:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:53.019960 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:17:53.226222 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:17:53.252979 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfeffa0-1915-424d-baae-28045feb9a19 None None] The sync data for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi is: [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:17:53.509626 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ac72b3-734b-4fc7-9ec0-af76753d1b56 None None] New status for floating IP d91e909d-703a-4653-8dbe-ea5a153bc06b: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:17:53.588371 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43812) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:53.655302 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30783edf-3c4d-46cf-b10e-68d8fbb22d3f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:53.680303 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30783edf-3c4d-46cf-b10e-68d8fbb22d3f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:53.737053 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30783edf-3c4d-46cf-b10e-68d8fbb22d3f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:53.739606 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30783edf-3c4d-46cf-b10e-68d8fbb22d3f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:53.740950 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-30783edf-3c4d-46cf-b10e-68d8fbb22d3f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "DELETE /v2.0/security-groups/7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119 HTTP/1.1" status: 204 len: 168 time: 0.1514184 Mar 08 21:17:53.743944 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:53.752294 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30783edf-3c4d-46cf-b10e-68d8fbb22d3f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:53.758310 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.api.v2.resource [None req-9eda8f1b-e7fa-4d46-a1d2-416526c23b28 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] show failed (client error): The resource could not be found. Mar 08 21:17:53.759320 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9eda8f1b-e7fa-4d46-a1d2-416526c23b28 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups/7bf8ee18-ae0b-4e7c-97c4-ca5be1ebb119 HTTP/1.1" status: 404 len: 347 time: 0.0143685 Mar 08 21:17:53.764138 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43816) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:53.898835 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Deleting port 93e5f062-c076-4295-a7bd-469ccc50d2f5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:17:53.899182 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (93e5f062-c076-4295-a7bd-469ccc50d2f5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:53.978672 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (93e5f062-c076-4295-a7bd-469ccc50d2f5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:53.979003 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (93e5f062-c076-4295-a7bd-469ccc50d2f5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:53.991198 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Calling delete_port for 93e5f062-c076-4295-a7bd-469ccc50d2f5 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:17:54.124796 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (93e5f062-c076-4295-a7bd-469ccc50d2f5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.153812 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event deleted for resources: {'Port': ['ID=93e5f062-c076-4295-a7bd-469ccc50d2f5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:54.220382 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (d91e909d-703a-4653-8dbe-ea5a153bc06b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.221047 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.221982 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c46036df-1fa8-4475-9652-7ed2c3e92081 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "DELETE /v2.0/floatingips/d91e909d-703a-4653-8dbe-ea5a153bc06b HTTP/1.1" status: 204 len: 168 time: 0.4567327 Mar 08 21:17:54.533725 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43820) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:54.538247 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--955523607', 'description': 'tempest-description--393835267'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:54.560564 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.641107 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (206902df-5e6f-47a6-a04d-7a117072526c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.645855 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (206902df-5e6f-47a6-a04d-7a117072526c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.679732 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.680978 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1462040 Mar 08 21:17:54.683693 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206902df-5e6f-47a6-a04d-7a117072526c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:54.684758 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43828) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:54.691854 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.692167 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d8add1f2-84c9-4feb-a1e6-649ef970af46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'security_group_rule': {'security_group_id': '206902df-5e6f-47a6-a04d-7a117072526c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:54.692403 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.692552 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.692894 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.693257 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.693590 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.693918 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.694428 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.694758 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.695319 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.695655 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.696187 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.696525 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5745e1f-7cbe-4b30-9927-3c34d2209f49 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:17:54.720326 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8add1f2-84c9-4feb-a1e6-649ef970af46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (1e98ae0f-1b6b-403c-bf77-bbe583eff42d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.779110 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8add1f2-84c9-4feb-a1e6-649ef970af46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (1e98ae0f-1b6b-403c-bf77-bbe583eff42d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.783187 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8add1f2-84c9-4feb-a1e6-649ef970af46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (1e98ae0f-1b6b-403c-bf77-bbe583eff42d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.801601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8add1f2-84c9-4feb-a1e6-649ef970af46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e98ae0f-1b6b-403c-bf77-bbe583eff42d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:54.811397 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8add1f2-84c9-4feb-a1e6-649ef970af46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.814804 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d8add1f2-84c9-4feb-a1e6-649ef970af46 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248462 Mar 08 21:17:54.815651 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43836) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:54.820031 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-64a56c38-cacc-4e7e-a163-21cbdb1666e4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'security_group_rule': {'security_group_id': '206902df-5e6f-47a6-a04d-7a117072526c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:54.846253 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64a56c38-cacc-4e7e-a163-21cbdb1666e4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (46283379-3de3-4e57-a40b-69f668faa884), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.910137 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64a56c38-cacc-4e7e-a163-21cbdb1666e4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (46283379-3de3-4e57-a40b-69f668faa884), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.914630 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64a56c38-cacc-4e7e-a163-21cbdb1666e4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (46283379-3de3-4e57-a40b-69f668faa884), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.939134 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64a56c38-cacc-4e7e-a163-21cbdb1666e4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:54.944395 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-64a56c38-cacc-4e7e-a163-21cbdb1666e4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236892 Mar 08 21:17:54.944395 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a56c38-cacc-4e7e-a163-21cbdb1666e4 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46283379-3de3-4e57-a40b-69f668faa884,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:54.944995 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43844) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:54.951192 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:54.975717 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.108342 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.232971 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Allocated IP 172.27.1.196 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/ab4c27d1-7373-42ed-9362-b97855b7de84) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:17:55.352651 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for port (ab4c27d1-7373-42ed-9362-b97855b7de84), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.361168 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device d7c1e211-11b0-4273-a662-9d931f2feeb1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:17:55.390771 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: d7c1e211-11b0-4273-a662-9d931f2feeb1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:17:55.391268 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device d7c1e211-11b0-4273-a662-9d931f2feeb1 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:17:55.396399 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (ab4c27d1-7373-42ed-9362-b97855b7de84), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.444425 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:17:55.447837 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:17:55.452545 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:17:55.488056 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'Port': ['ID=ab4c27d1-7373-42ed-9362-b97855b7de84,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:55.565478 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (e4002c69-9e3f-49fd-b9e1-ec18be24c98b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.606382 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ab4c27d1-7373-42ed-9362-b97855b7de84), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.804035 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for port (ab4c27d1-7373-42ed-9362-b97855b7de84), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.809155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (ab4c27d1-7373-42ed-9362-b97855b7de84), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.884022 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'Port': ['ID=ab4c27d1-7373-42ed-9362-b97855b7de84,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:55.896819 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (e4002c69-9e3f-49fd-b9e1-ec18be24c98b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.913111 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:55.914333 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-14766b58-4e39-4695-85f8-da1828898642 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9675539 Mar 08 21:17:56.073497 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-2e664a33-6495-4f56-90b0-6dc58244d19b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--955523607&fields=id&tenant_id=4ebc4753c90c48518a02064d7cb02de3 HTTP/1.1" status: 200 len: 267 time: 0.0474501 Mar 08 21:17:56.240773 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c32eddb1-6c85-4351-a5f0-f5907f543958 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:56.242268 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c32eddb1-6c85-4351-a5f0-f5907f543958 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 810 time: 0.1619916 Mar 08 21:17:56.257973 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-7b0b4795-8fe7-49f0-ab06-aa9c5d3d48bb tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/quotas/4ebc4753c90c48518a02064d7cb02de3 HTTP/1.1" status: 200 len: 375 time: 0.0095398 Mar 08 21:17:56.320733 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-732233ca-8367-42b2-9e48-5ffbb519e68b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572839 Mar 08 21:17:56.427790 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-b980204c-2337-4f2f-b1ee-fa39932a3cf4 service neutron] 10.222.0.61 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947955 Mar 08 21:17:56.469761 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:17:56.528989 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-00643371-885f-4aeb-a909-cf9e7cf1d8ff service neutron] 10.222.0.61 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930324 Mar 08 21:17:56.660888 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43890) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:56.721043 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-190ae58c-ca8c-4741-8b4a-b7322a8190fa req-0cf93e6a-6af6-4c2c-a6b2-2a6bf832ea80 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 210 time: 0.0322900 Mar 08 21:17:56.777609 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1436e32d-6a96-40bc-8e24-1da1253041c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:56.876339 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1436e32d-6a96-40bc-8e24-1da1253041c2 admin admin] Publish callbacks [] for security_group (f45db799-80ec-4a3f-8e13-9055bfeae84a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:56.880650 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1436e32d-6a96-40bc-8e24-1da1253041c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (f45db799-80ec-4a3f-8e13-9055bfeae84a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:56.923036 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:56.925414 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1436e32d-6a96-40bc-8e24-1da1253041c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a30f8e50e8f34420a1f7c6c8e565f6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603693 Mar 08 21:17:56.926601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436e32d-6a96-40bc-8e24-1da1253041c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45db799-80ec-4a3f-8e13-9055bfeae84a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:56.988091 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e19526e7-3364-4e4f-8173-a9de6aa5b340 admin admin] Publish callbacks [] for security_group (f45db799-80ec-4a3f-8e13-9055bfeae84a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.012015 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e19526e7-3364-4e4f-8173-a9de6aa5b340 admin admin] Publish callbacks [] for security_group (f45db799-80ec-4a3f-8e13-9055bfeae84a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.066554 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e19526e7-3364-4e4f-8173-a9de6aa5b340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (f45db799-80ec-4a3f-8e13-9055bfeae84a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.069643 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e19526e7-3364-4e4f-8173-a9de6aa5b340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.071016 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e19526e7-3364-4e4f-8173-a9de6aa5b340 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f45db799-80ec-4a3f-8e13-9055bfeae84a HTTP/1.1" status: 204 len: 168 time: 0.1469169 Mar 08 21:17:57.084062 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19526e7-3364-4e4f-8173-a9de6aa5b340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45db799-80ec-4a3f-8e13-9055bfeae84a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:57.421398 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 43926) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:57.436700 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f86e27-35cc-4b0f-bbe1-7ab01b4f58e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.529366 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f86e27-35cc-4b0f-bbe1-7ab01b4f58e2 admin admin] Publish callbacks [] for security_group (c0996d5a-0173-469b-bc77-7546c756a2aa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.534998 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72f86e27-35cc-4b0f-bbe1-7ab01b4f58e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c0996d5a-0173-469b-bc77-7546c756a2aa), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.580823 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-72f86e27-35cc-4b0f-bbe1-7ab01b4f58e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08d15d837a314b238d16fff0a90ab84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581273 Mar 08 21:17:57.581684 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f86e27-35cc-4b0f-bbe1-7ab01b4f58e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0996d5a-0173-469b-bc77-7546c756a2aa,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:57.583837 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 43928) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:17:57.650742 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-814b8927-2607-40ef-8388-a9913b7c84cd admin admin] Publish callbacks [] for security_group (c0996d5a-0173-469b-bc77-7546c756a2aa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.676207 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-814b8927-2607-40ef-8388-a9913b7c84cd admin admin] Publish callbacks [] for security_group (c0996d5a-0173-469b-bc77-7546c756a2aa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.770443 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-814b8927-2607-40ef-8388-a9913b7c84cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c0996d5a-0173-469b-bc77-7546c756a2aa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.773251 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-814b8927-2607-40ef-8388-a9913b7c84cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:57.779586 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-814b8927-2607-40ef-8388-a9913b7c84cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0996d5a-0173-469b-bc77-7546c756a2aa HTTP/1.1" status: 204 len: 168 time: 0.1896477 Mar 08 21:17:57.826111 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b8927-2607-40ef-8388-a9913b7c84cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0996d5a-0173-469b-bc77-7546c756a2aa,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:57.926436 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-32e5e3e8-0b3a-4788-80f7-b67d31adc35c req-0f2e9bf5-8e7a-44ce-8e05-2a5b08eaf8c6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 210 time: 0.0875356 Mar 08 21:17:58.001640 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-fe3c6b09-b2a5-4609-9f89-a53285f8a076 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:58.003457 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-fe3c6b09-b2a5-4609-9f89-a53285f8a076 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 810 time: 0.2718308 Mar 08 21:17:58.083396 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-f098369a-90d9-4152-bbd7-a609c02d2c6d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ebc4753c90c48518a02064d7cb02de3 HTTP/1.1" status: 200 len: 379 time: 0.0692437 Mar 08 21:17:58.096153 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'port': {'device_id': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'admin_state_up': True, 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'security_groups': ['206902df-5e6f-47a6-a04d-7a117072526c']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:58.246403 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Made reservation on behalf of 4ebc4753c90c48518a02064d7cb02de3 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:17:58.250477 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:58.393411 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Allocated IP 172.20.0.11 (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212/c1adb901-27c9-4404-9968-a92b3304b21c/16ee3d84-2350-4bad-b0a7-a533d8c1ee63) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:17:58.554200 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:58.611205 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:58.666521 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:17:58.671439 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:17:58.674501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:17:58.724590 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event updated for resources: {'Port': ['ID=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:58.743502 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:58.744175 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:58.754519 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e292ba-5de3-4f18-a0a1-94e3ebbcc932 req-2763e481-c95d-4ecd-917d-5e8a56de316c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:58.757468 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72e292ba-5de3-4f18-a0a1-94e3ebbcc932 req-2763e481-c95d-4ecd-917d-5e8a56de316c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 946 time: 0.0827122 Mar 08 21:17:58.766469 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-c0afac4b-4d16-4e8f-a7c6-0d08536fd44d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6773596 Mar 08 21:17:58.780217 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Request body: {'port': {'device_id': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:17:58.855134 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72e292ba-5de3-4f18-a0a1-94e3ebbcc932 req-070db04f-4aae-4fee-83eb-702a2f9ce367 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851684 Mar 08 21:17:58.863244 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:58.944106 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8d69b6c-d7e6-4c1d-a96e-d1b1bb53ec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:59.022435 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-95c3730d-fa61-4a66-8ffa-1c5ae8a687b0 None None] Provisioning complete for port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:17:59.023173 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-95c3730d-fa61-4a66-8ffa-1c5ae8a687b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:59.068909 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-95c3730d-fa61-4a66-8ffa-1c5ae8a687b0 None None] Port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:17:59.145643 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02227b-fbfc-4da8-9552-4918205d9a96 req-e689e998-2072-4844-a052-1b7fd5db8cc6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:59.147178 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7d02227b-fbfc-4da8-9552-4918205d9a96 req-e689e998-2072-4844-a052-1b7fd5db8cc6 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 932 time: 0.1282544 Mar 08 21:17:59.237480 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7d02227b-fbfc-4da8-9552-4918205d9a96 req-1e0839ee-2df7-4403-abed-0ce9e65b0d00 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804243 Mar 08 21:17:59.284280 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:17:59.295551 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Publish callbacks [] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:59.311913 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Transition to ACTIVE for port object 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:17:59.315833 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:59.673250 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Pushing event updated for resources: {'Port': ['ID=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:59.730278 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Attempting to bind port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:17:59.731236 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Attempting to bind port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:17:59.731236 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Attempting to bind port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 on network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:17:59.735441 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 on network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:17:59.735851 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Attempting to bind port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 on network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:17:59.741433 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:17:59.741731 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Checking segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:17:59.742117 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Bound using segment: {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:17:59.742573 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Bound port: 16ee3d84-2350-4bad-b0a7-a533d8c1ee63, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:17:59.742924 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:59.816881 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] For port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:17:59.820421 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] For port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:17:59.831328 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:59.875224 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:17:59.876038 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:17:59.880551 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] 10.222.0.13 "PUT /v2.0/ports/16ee3d84-2350-4bad-b0a7-a533d8c1ee63 HTTP/1.1" status: 200 len: 1094 time: 1.1032541 Mar 08 21:17:59.880551 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'tag': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:17:59.883614 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966aa642-f1be-48d8-9a44-c0314304d114" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb6013f-dd54-4faf-bdd5-a850d2bacfb0", "tag": "16ee3d84-2350-4bad-b0a7-a533d8c1ee63"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:17:59.913969 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9758-5a77-4e14-bbee-613693c3b943 service neutron] Pushing event updated for resources: {'Port': ['ID=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:17:59.977732 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c413b-a501-4084-93fd-94d13fecb4ec x-openstack-request-id: req-f30c413b-a501-4084-93fd-94d13fecb4ec {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:17:59.978377 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb6013f-dd54-4faf-bdd5-a850d2bacfb0", "tag": "16ee3d84-2350-4bad-b0a7-a533d8c1ee63", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:17:59.978577 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f30c413b-a501-4084-93fd-94d13fecb4ec {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:17:59.978980 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'tag': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'status': 'completed', 'code': 200} Mar 08 21:18:00.010523 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-cc83c32b-629b-4177-8a56-dbb2cbed00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.014561 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-cc83c32b-629b-4177-8a56-dbb2cbed00e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 1128 time: 0.0808613 Mar 08 21:18:00.069748 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccfa19-734c-4ba7-9569-383072d17096 req-dbcb8be8-3d2b-409a-8ef7-13f3ee752d94 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.073205 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3bccfa19-734c-4ba7-9569-383072d17096 req-dbcb8be8-3d2b-409a-8ef7-13f3ee752d94 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 946 time: 0.0922599 Mar 08 21:18:00.094984 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-5f12d3b6-b152-4d5a-bb3f-aeed4f5c2769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16ee3d84-2350-4bad-b0a7-a533d8c1ee63 HTTP/1.1" status: 200 len: 217 time: 0.0608859 Mar 08 21:18:00.159511 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-aa789ae8-ca45-43de-83f8-75cdcfad87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.164723 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-aa789ae8-ca45-43de-83f8-75cdcfad87ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.0580907 Mar 08 21:18:00.165048 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3bccfa19-734c-4ba7-9569-383072d17096 req-3279d446-fafd-4000-a020-f6179d6bd758 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807638 Mar 08 21:18:00.224983 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-60fd614e-394b-4731-9d09-90e0cb927610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.226547 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-60fd614e-394b-4731-9d09-90e0cb927610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572398 Mar 08 21:18:00.347291 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-fb324128-f05a-439e-8ade-e72919eb1f15 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125901 Mar 08 21:18:00.450200 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a56d1f-9f90-4bd6-93cb-fa34e91059ae req-d12e0f9f-78c0-48be-97f8-b5c4d721b608 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.451783 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-51a56d1f-9f90-4bd6-93cb-fa34e91059ae req-d12e0f9f-78c0-48be-97f8-b5c4d721b608 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 944 time: 0.1219382 Mar 08 21:18:00.485382 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ba292dbe-2c1f-45bc-a37a-e3547b99fab7 req-bdbc9ba5-d42d-4c62-86b3-ab08605580a4 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228993 Mar 08 21:18:00.525863 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-51a56d1f-9f90-4bd6-93cb-fa34e91059ae req-d0159001-081e-4df5-9bd9-b7ec2249b99d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643485 Mar 08 21:18:00.588455 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aa642-f1be-48d8-9a44-c0314304d114 req-9c1c3ddb-ca9a-495e-8911-c30a288ca610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.590944 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-966aa642-f1be-48d8-9a44-c0314304d114 req-9c1c3ddb-ca9a-495e-8911-c30a288ca610 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 1128 time: 0.0545220 Mar 08 21:18:00.731953 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aa642-f1be-48d8-9a44-c0314304d114 req-38031456-7baa-4a50-b67a-1e14972a8053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.733583 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-966aa642-f1be-48d8-9a44-c0314304d114 req-38031456-7baa-4a50-b67a-1e14972a8053 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 911 time: 0.1348391 Mar 08 21:18:00.748086 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-0590db4f-9364-4e71-81fa-3e2959aba4ff tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.749736 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-0590db4f-9364-4e71-81fa-3e2959aba4ff tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 946 time: 0.0871391 Mar 08 21:18:00.795009 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-966aa642-f1be-48d8-9a44-c0314304d114 req-609d0938-52d2-49cd-991d-ac26a9904773 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16ee3d84-2350-4bad-b0a7-a533d8c1ee63 HTTP/1.1" status: 200 len: 217 time: 0.0441096 Mar 08 21:18:00.903463 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aa642-f1be-48d8-9a44-c0314304d114 req-bede3e69-e761-4d3f-9fb3-1aaf7f3d2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:00.905225 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-966aa642-f1be-48d8-9a44-c0314304d114 req-bede3e69-e761-4d3f-9fb3-1aaf7f3d2b94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.0931160 Mar 08 21:18:00.995467 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Deleting port a62e1512-d473-4ffe-be50-cefda133602b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:18:00.995791 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (a62e1512-d473-4ffe-be50-cefda133602b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:01.081540 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aa642-f1be-48d8-9a44-c0314304d114 req-cd7023e0-efb8-48ec-af68-b9a70d31daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:01.083222 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-966aa642-f1be-48d8-9a44-c0314304d114 req-cd7023e0-efb8-48ec-af68-b9a70d31daf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1578500 Mar 08 21:18:01.131455 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1bda1-778b-455c-8f99-80d7858bec51 req-16a11a15-a232-4790-8178-fcfe5802154b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:01.133170 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-70b1bda1-778b-455c-8f99-80d7858bec51 req-16a11a15-a232-4790-8178-fcfe5802154b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 945 time: 0.1713505 Mar 08 21:18:01.220586 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] For port a62e1512-d473-4ffe-be50-cefda133602b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a62e1512-d473-4ffe-be50-cefda133602b,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:01.221054 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (a62e1512-d473-4ffe-be50-cefda133602b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:01.310034 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-70b1bda1-778b-455c-8f99-80d7858bec51 req-76b086b1-1851-404e-9346-907d07cc6815 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637881 Mar 08 21:18:01.311148 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dc86962c-331f-46bf-9151-88f1e432f7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:01.336386 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-966aa642-f1be-48d8-9a44-c0314304d114 req-e71aea8e-334c-405d-aabb-53d6107e9558 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431183 Mar 08 21:18:01.345391 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd6eb5-8106-4f9d-9a64-83dc8b1e022d req-04cdeb08-1a39-495d-8bf8-efdad0b42808 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:01.346979 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18dd6eb5-8106-4f9d-9a64-83dc8b1e022d req-04cdeb08-1a39-495d-8bf8-efdad0b42808 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 946 time: 0.0993586 Mar 08 21:18:01.423826 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18dd6eb5-8106-4f9d-9a64-83dc8b1e022d req-3630b3ac-a2d5-4d80-a8eb-810f2212675c tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0157cf7-3afe-4dfb-9961-c86bea766241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663812 Mar 08 21:18:01.561683 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-966aa642-f1be-48d8-9a44-c0314304d114 req-ce9b1115-26e2-4df5-bc05-f8a258e406cf service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106311 Mar 08 21:18:01.585404 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:01.585816 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (2f36aff3-b0e7-43fa-b576-9c3c34fe32d3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:01.586401 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Floating IP 2f36aff3-b0e7-43fa-b576-9c3c34fe32d3 disassociated. External IP: 172.27.1.28, port: a62e1512-d473-4ffe-be50-cefda133602b. Mar 08 21:18:01.586739 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Calling delete_port for a62e1512-d473-4ffe-be50-cefda133602b owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:18:01.734307 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789651f9-fc25-41f4-a138-2c649cc3a252 req-d6873d72-3b44-4239-a541-1f2a3cc41a48 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:01.736038 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-789651f9-fc25-41f4-a138-2c649cc3a252 req-d6873d72-3b44-4239-a541-1f2a3cc41a48 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 944 time: 0.0917885 Mar 08 21:18:01.822008 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (a62e1512-d473-4ffe-be50-cefda133602b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:01.827574 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-789651f9-fc25-41f4-a138-2c649cc3a252 req-e280b3f2-9493-4869-969f-be2fcd6adb8f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792155 Mar 08 21:18:01.858774 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'Port': ['ID=a62e1512-d473-4ffe-be50-cefda133602b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:01.991585 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:18:02.107285 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:18:02.117052 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:18:02.129704 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:02.130320 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:02.150306 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] No DVR routers for this DVR port a62e1512-d473-4ffe-be50-cefda133602b on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:18:02.154051 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:02.158599 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bc3cabdd-9ff7-48bb-aaf4-fee36468d8ee req-634195e1-4940-408b-b755-6675d0a74a07 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "DELETE /v2.0/ports/a62e1512-d473-4ffe-be50-cefda133602b HTTP/1.1" status: 204 len: 173 time: 1.4017174 Mar 08 21:18:02.159066 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'name': 'network-vif-deleted', 'tag': 'a62e1512-d473-4ffe-be50-cefda133602b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:02.161378 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df5eb1d-8d81-4c87-beb3-c85d4415f4c6" -d '{"events": [{"server_uuid": "d31485b5-6e31-42b4-b332-2c8bd61bce4c", "name": "network-vif-deleted", "tag": "a62e1512-d473-4ffe-be50-cefda133602b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:02.208264 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e385fa-2d12-43aa-820e-c4dbf475933f x-openstack-request-id: req-f9e385fa-2d12-43aa-820e-c4dbf475933f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:02.208937 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31485b5-6e31-42b4-b332-2c8bd61bce4c", "name": "network-vif-deleted", "tag": "a62e1512-d473-4ffe-be50-cefda133602b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:02.209597 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9e385fa-2d12-43aa-820e-c4dbf475933f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:02.210200 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31485b5-6e31-42b4-b332-2c8bd61bce4c', 'name': 'network-vif-deleted', 'tag': 'a62e1512-d473-4ffe-be50-cefda133602b', 'status': 'completed', 'code': 200} Mar 08 21:18:02.266320 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:02.483285 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6206da-f598-45de-9f09-6f1c19088d45 req-b82d962f-8778-4681-97a3-9821f763fc61 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:02.485914 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8e6206da-f598-45de-9f09-6f1c19088d45 req-b82d962f-8778-4681-97a3-9821f763fc61 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 945 time: 0.0769327 Mar 08 21:18:02.564895 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:02.576044 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8e6206da-f598-45de-9f09-6f1c19088d45 req-7607b96f-7dd6-4983-ba25-9e25f17babbe tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808363 Mar 08 21:18:02.594790 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:02.622096 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d12e3d39-36a5-46dd-871f-2f95c5622184 req-5fe9be49-9e07-44aa-8491-c5db669354cd tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31485b5-6e31-42b4-b332-2c8bd61bce4c HTTP/1.1" status: 200 len: 210 time: 0.0482368 Mar 08 21:18:02.642496 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:18:02.652592 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:02.653924 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:02.939620 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:03.023180 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d4a7c-cd8f-44e6-a6b0-fa34f3dcbc1f req-59c56be0-a94d-4ce9-9d61-aaddf3d0a964 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:03.024784 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dc2d4a7c-cd8f-44e6-a6b0-fa34f3dcbc1f req-59c56be0-a94d-4ce9-9d61-aaddf3d0a964 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 944 time: 0.0975642 Mar 08 21:18:03.064457 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-04be201a-f3e3-448e-bddf-a6df22ade0b4 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:03.069620 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-04be201a-f3e3-448e-bddf-a6df22ade0b4 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 945 time: 0.0973287 Mar 08 21:18:03.134712 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dc2d4a7c-cd8f-44e6-a6b0-fa34f3dcbc1f req-5f2e7b05-2ed5-4049-8d80-a5b1526ffc4f tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972016 Mar 08 21:18:03.161162 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:03.195638 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Deleting port f6f6db67-1574-4939-b13b-be7db3ccbb04 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:18:03.195964 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.198784 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3b261-7d12-4437-b0df-42727d2544bf None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:18:03.315623 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] For port f6f6db67-1574-4939-b13b-be7db3ccbb04, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f6f6db67-1574-4939-b13b-be7db3ccbb04,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:03.316083 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.408342 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:18:03.500386 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f63349-643f-4d78-becc-2872307e8917 None None] New status for floating IP 2f36aff3-b0e7-43fa-b576-9c3c34fe32d3: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:18:03.535398 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:03.536040 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.536408 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (1dac3b92-447c-4328-98dc-19d6bb815656), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.536723 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Floating IP 1dac3b92-447c-4328-98dc-19d6bb815656 disassociated. External IP: 172.27.1.61, port: f6f6db67-1574-4939-b13b-be7db3ccbb04. Mar 08 21:18:03.537068 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Calling delete_port for f6f6db67-1574-4939-b13b-be7db3ccbb04 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:18:03.554326 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'port_id': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'mac_address': 'fa:16:3e:58:eb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:18:03.610939 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:03.611878 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.627509 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:18:03.662438 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:03.668083 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.737697 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (f6f6db67-1574-4939-b13b-be7db3ccbb04), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.758461 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:03.759387 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a2660-d0fb-4b51-a95c-db3e3aef14cf req-faab65d9-70e1-42d6-b274-74b1b78203f3 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:03.762212 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6f8a2660-d0fb-4b51-a95c-db3e3aef14cf req-faab65d9-70e1-42d6-b274-74b1b78203f3 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 945 time: 0.0764737 Mar 08 21:18:03.766870 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:03.772615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.772969 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.773348 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.773683 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.774013 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.774338 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.774655 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.774980 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.775303 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.775822 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.776027 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.777261 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.777607 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:18:03.785840 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event deleted for resources: {'Port': ['ID=f6f6db67-1574-4939-b13b-be7db3ccbb04,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:03.859667 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6f8a2660-d0fb-4b51-a95c-db3e3aef14cf req-d773e8dd-0b28-45fa-bb71-eddc8eca8908 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905020 Mar 08 21:18:03.870779 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6451b7b8-6230-45a0-8d9e-c1035d21c1bc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (d0157cf7-3afe-4dfb-9961-c86bea766241), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.899063 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6451b7b8-6230-45a0-8d9e-c1035d21c1bc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (d0157cf7-3afe-4dfb-9961-c86bea766241), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.915211 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:18:03.958678 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6451b7b8-6230-45a0-8d9e-c1035d21c1bc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (d0157cf7-3afe-4dfb-9961-c86bea766241), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.961715 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6451b7b8-6230-45a0-8d9e-c1035d21c1bc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:03.962889 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6451b7b8-6230-45a0-8d9e-c1035d21c1bc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "DELETE /v2.0/security-groups/d0157cf7-3afe-4dfb-9961-c86bea766241 HTTP/1.1" status: 204 len: 168 time: 0.1950388 Mar 08 21:18:03.967482 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:03.981953 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451b7b8-6230-45a0-8d9e-c1035d21c1bc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0157cf7-3afe-4dfb-9961-c86bea766241,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:03.988693 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.api.v2.resource [None req-60e67785-2f0c-466f-984a-d7615185c353 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] show failed (client error): The resource could not be found. Mar 08 21:18:03.989909 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-60e67785-2f0c-466f-984a-d7615185c353 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups/d0157cf7-3afe-4dfb-9961-c86bea766241 HTTP/1.1" status: 404 len: 347 time: 0.0202279 Mar 08 21:18:03.993122 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44056) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:04.049662 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:18:04.060473 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.064246 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:18:04.080438 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:04.080986 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:04.111450 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] No DVR routers for this DVR port f6f6db67-1574-4939-b13b-be7db3ccbb04 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:18:04.115090 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.118434 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-386c5962-08f7-4ea5-9861-6b5f22469820 req-3b8144ed-678d-4173-a078-cea204e20e9b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "DELETE /v2.0/ports/f6f6db67-1574-4939-b13b-be7db3ccbb04 HTTP/1.1" status: 204 len: 173 time: 1.0424676 Mar 08 21:18:04.149735 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Deleting port 137feb80-c9cf-42c6-bc3a-96c82d2d0422 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:18:04.150443 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (137feb80-c9cf-42c6-bc3a-96c82d2d0422), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.211279 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'name': 'network-vif-deleted', 'tag': 'f6f6db67-1574-4939-b13b-be7db3ccbb04'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:04.216579 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85b705b-aaec-45da-b391-6eeb94592661" -d '{"events": [{"server_uuid": "b0c7dba1-73fe-4d1d-a198-f2c1db32fb99", "name": "network-vif-deleted", "tag": "f6f6db67-1574-4939-b13b-be7db3ccbb04"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:04.229819 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:04.293053 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (137feb80-c9cf-42c6-bc3a-96c82d2d0422), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.293408 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (137feb80-c9cf-42c6-bc3a-96c82d2d0422), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.304616 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cae35bc-3f42-4a1a-b00a-58a5a1579d99 x-openstack-request-id: req-3cae35bc-3f42-4a1a-b00a-58a5a1579d99 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:04.305043 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c7dba1-73fe-4d1d-a198-f2c1db32fb99", "name": "network-vif-deleted", "tag": "f6f6db67-1574-4939-b13b-be7db3ccbb04", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:04.305455 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cae35bc-3f42-4a1a-b00a-58a5a1579d99 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:04.305958 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c7dba1-73fe-4d1d-a198-f2c1db32fb99', 'name': 'network-vif-deleted', 'tag': 'f6f6db67-1574-4939-b13b-be7db3ccbb04', 'status': 'completed', 'code': 200} Mar 08 21:18:04.309643 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Calling delete_port for 137feb80-c9cf-42c6-bc3a-96c82d2d0422 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:18:04.392026 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101b349-d8e4-4dbc-819c-db431f54cd7f req-494aa3ca-ac9b-4b1d-8b3b-334869ad1ea0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:04.395935 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e101b349-d8e4-4dbc-819c-db431f54cd7f req-494aa3ca-ac9b-4b1d-8b3b-334869ad1ea0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 945 time: 0.1293027 Mar 08 21:18:04.491419 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e101b349-d8e4-4dbc-819c-db431f54cd7f req-5446589b-bad7-484b-9fe5-31e363efff30 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858710 Mar 08 21:18:04.516458 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (137feb80-c9cf-42c6-bc3a-96c82d2d0422), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.541888 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'Port': ['ID=137feb80-c9cf-42c6-bc3a-96c82d2d0422,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:04.548883 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:04.581779 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:18:04.591914 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:04.592547 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:04.617801 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (2f36aff3-b0e7-43fa-b576-9c3c34fe32d3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.621033 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.623877 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b014bfcc-9f8f-4f04-a313-344e38c3a500 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "DELETE /v2.0/floatingips/2f36aff3-b0e7-43fa-b576-9c3c34fe32d3 HTTP/1.1" status: 204 len: 168 time: 0.6290517 Mar 08 21:18:04.711384 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:04.918195 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:04.922787 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5ad4d539-2425-4430-aad3-292f8ff16761 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108580563', 'description': 'tempest-description--1793014879'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:04.946272 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d539-2425-4430-aad3-292f8ff16761 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:04.961113 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:04.979747 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8b327388-3338-4d75-ab3a-9eefda73ce86 req-729c5b17-4075-41f1-885c-5f796fe02d28 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 210 time: 0.0367270 Mar 08 21:18:04.992472 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbfb4b-6c45-4891-bb2c-c9c97a5cfeee None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:18:05.034587 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d539-2425-4430-aad3-292f8ff16761 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (225123a8-d90a-4248-a512-37e476677ef8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.039293 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d539-2425-4430-aad3-292f8ff16761 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (225123a8-d90a-4248-a512-37e476677ef8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.069367 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d539-2425-4430-aad3-292f8ff16761 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.070609 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5ad4d539-2425-4430-aad3-292f8ff16761 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1514106 Mar 08 21:18:05.073980 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 44074) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:05.076676 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4d539-2425-4430-aad3-292f8ff16761 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225123a8-d90a-4248-a512-37e476677ef8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:05.078726 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-6c6dbbe1-8f27-4f3c-9ed7-a62329074782 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group_rule': {'security_group_id': '225123a8-d90a-4248-a512-37e476677ef8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:05.111945 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c6dbbe1-8f27-4f3c-9ed7-a62329074782 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (f6a68df2-0eb2-4a7e-b7ea-b6c397184aae), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.174186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c6dbbe1-8f27-4f3c-9ed7-a62329074782 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (f6a68df2-0eb2-4a7e-b7ea-b6c397184aae), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.178023 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c6dbbe1-8f27-4f3c-9ed7-a62329074782 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (f6a68df2-0eb2-4a7e-b7ea-b6c397184aae), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.197051 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6dbbe1-8f27-4f3c-9ed7-a62329074782 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a68df2-0eb2-4a7e-b7ea-b6c397184aae,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:05.204843 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c6dbbe1-8f27-4f3c-9ed7-a62329074782 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.205970 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6c6dbbe1-8f27-4f3c-9ed7-a62329074782 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308637 Mar 08 21:18:05.208734 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 44076) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:05.213355 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a279122e-e405-4787-8511-48c711d4ce99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'security_group_rule': {'security_group_id': '225123a8-d90a-4248-a512-37e476677ef8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:05.239939 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a279122e-e405-4787-8511-48c711d4ce99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (66892851-4dba-48f3-9b05-0991621580f5), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.274070 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a051332-3e52-4178-b22f-c8d01a785cc4 None None] New status for floating IP 1dac3b92-447c-4328-98dc-19d6bb815656: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:18:05.312717 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a279122e-e405-4787-8511-48c711d4ce99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (66892851-4dba-48f3-9b05-0991621580f5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.316623 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a279122e-e405-4787-8511-48c711d4ce99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (66892851-4dba-48f3-9b05-0991621580f5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.336773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279122e-e405-4787-8511-48c711d4ce99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66892851-4dba-48f3-9b05-0991621580f5,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:05.343387 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a279122e-e405-4787-8511-48c711d4ce99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.344776 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a279122e-e405-4787-8511-48c711d4ce99 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348946 Mar 08 21:18:05.347828 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:05.352256 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:05.375531 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.505134 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.525258 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.653345 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Allocated IP 172.27.1.229 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/beaa0214-c74a-41d8-b6e2-599e593df620) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:18:05.692593 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b6c26-78ad-4c15-b52b-c62601994470 req-6f7784d3-d38f-4398-b26e-79164442453b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:05.694012 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae4b6c26-78ad-4c15-b52b-c62601994470 req-6f7784d3-d38f-4398-b26e-79164442453b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 945 time: 0.1028707 Mar 08 21:18:05.793396 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae4b6c26-78ad-4c15-b52b-c62601994470 req-e1808bab-c564-410f-aee4-4b7964d5c8c1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880003 Mar 08 21:18:05.810813 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (beaa0214-c74a-41d8-b6e2-599e593df620), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.850041 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (beaa0214-c74a-41d8-b6e2-599e593df620), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:05.892580 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:18:05.895478 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:18:05.899102 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:18:05.905422 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=beaa0214-c74a-41d8-b6e2-599e593df620,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:05.998678 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (20227813-ea51-4df7-b679-993337d75aec), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:06.042023 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (beaa0214-c74a-41d8-b6e2-599e593df620), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:06.093113 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0de38be8-1b23-410e-933a-db4c31bc075c req-fb943517-833b-456d-945e-3802452f87d2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 210 time: 0.0287714 Mar 08 21:18:06.221476 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (beaa0214-c74a-41d8-b6e2-599e593df620), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:06.226795 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (beaa0214-c74a-41d8-b6e2-599e593df620), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:06.305493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=beaa0214-c74a-41d8-b6e2-599e593df620,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:06.317671 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (20227813-ea51-4df7-b679-993337d75aec), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:06.335205 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:06.336519 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ac525803-e823-43a3-bb7e-2d440aaf4c56 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9876962 Mar 08 21:18:06.506560 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['16ee3d84-2350-4bad-b0a7-a533d8c1ee63'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:18:06.581155 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-e2cb8846-a7dd-4ff1-aad8-27bf32fec0f8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--2108580563&fields=id&tenant_id=4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 267 time: 0.0478406 Mar 08 21:18:06.723165 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-329f613d-3c0a-4681-bf40-6941aeef7dc0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:06.724961 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-329f613d-3c0a-4681-bf40-6941aeef7dc0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 815 time: 0.1369350 Mar 08 21:18:06.749613 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-2564efd7-b939-410d-8c7f-e1960f77e6a3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/quotas/4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 375 time: 0.0181401 Mar 08 21:18:06.818484 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-9784e885-ac1c-4858-97ce-7bafe8e8c71e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622928 Mar 08 21:18:06.926661 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b133dc-8340-43af-85fd-58784c11803f req-72d6be56-da60-4850-b723-7cc0ce7472da tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:06.928226 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-01b133dc-8340-43af-85fd-58784c11803f req-72d6be56-da60-4850-b723-7cc0ce7472da tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 945 time: 0.0638547 Mar 08 21:18:06.956210 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-6932e082-5bba-44bd-948b-27a6b83c66f9 service neutron] 10.222.0.61 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211140 Mar 08 21:18:07.001407 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-01b133dc-8340-43af-85fd-58784c11803f req-f92af692-1ff6-4a3f-bb41-06dc99e2b413 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612397 Mar 08 21:18:07.071920 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-75b7d164-3496-43f5-beb1-f35eb826f5bf service neutron] 10.222.0.61 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090140 Mar 08 21:18:07.223053 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aa870aea-2d2b-4a8f-9577-77bc22803dc0 req-ae54aa16-e8d2-4355-98d6-e61960abb86b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0c7dba1-73fe-4d1d-a198-f2c1db32fb99 HTTP/1.1" status: 200 len: 210 time: 0.0348992 Mar 08 21:18:07.284595 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d8a4ea21-119f-4ae4-809e-a991af4d382c req-16688305-4d74-4860-ab13-48e47c4bc081 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 210 time: 0.0298684 Mar 08 21:18:08.147265 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf766-065d-442d-90d8-9d0e4cb7e5bf req-f1ae18ae-06a3-48c6-bef4-94f76f0ca05b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:08.148912 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6c1cf766-065d-442d-90d8-9d0e4cb7e5bf req-f1ae18ae-06a3-48c6-bef4-94f76f0ca05b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 945 time: 0.0685420 Mar 08 21:18:08.194408 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:18:08.279625 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:18:08.285572 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:18:08.285943 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:08.297154 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6c1cf766-065d-442d-90d8-9d0e4cb7e5bf req-f3c5da3d-7dad-46ed-bc58-d4768350a311 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412940 Mar 08 21:18:08.418644 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:08.419045 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:08.436639 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-dbf0b6fd-1748-4544-b9e1-4fe25595adf6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:08.438256 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-dbf0b6fd-1748-4544-b9e1-4fe25595adf6 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 815 time: 0.2622511 Mar 08 21:18:08.460164 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9a1e1685-eb56-41f4-815b-a377b344c301 req-f54cf0f2-1193-4d39-b9cb-a744062d622a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 210 time: 0.0600038 Mar 08 21:18:08.469515 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:08.473480 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e87e54-ae27-4998-ae6f-2438d7a3e3a8" -d '{"events": [{"server_uuid": "cdb6013f-dd54-4faf-bdd5-a850d2bacfb0", "name": "network-vif-plugged", "status": "completed", "tag": "16ee3d84-2350-4bad-b0a7-a533d8c1ee63"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:08.505577 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:08.512452 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:08.514837 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device a62e1512-d473-4ffe-be50-cefda133602b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:18:08.531743 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-e2b49e8b-0c90-46b9-90fb-4d589073e362 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db11bfa2cc240f58489333d08535c39 HTTP/1.1" status: 200 len: 380 time: 0.0743389 Mar 08 21:18:08.543557 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'port': {'device_id': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'admin_state_up': True, 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'security_groups': ['225123a8-d90a-4248-a512-37e476677ef8']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:08.572300 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: a62e1512-d473-4ffe-be50-cefda133602b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:18:08.572653 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device a62e1512-d473-4ffe-be50-cefda133602b not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:18:08.574112 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device f6f6db67-1574-4939-b13b-be7db3ccbb04 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:18:08.603783 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: f6f6db67-1574-4939-b13b-be7db3ccbb04 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:18:08.604159 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device f6f6db67-1574-4939-b13b-be7db3ccbb04 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:18:08.641997 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:08.685433 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a966e0-9fe6-45e0-a518-f66484d0d8df x-openstack-request-id: req-20a966e0-9fe6-45e0-a518-f66484d0d8df {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:08.685732 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb6013f-dd54-4faf-bdd5-a850d2bacfb0", "name": "network-vif-plugged", "status": "completed", "tag": "16ee3d84-2350-4bad-b0a7-a533d8c1ee63", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:08.685989 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20a966e0-9fe6-45e0-a518-f66484d0d8df {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:08.686386 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'code': 200} Mar 08 21:18:08.706100 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-cc445cd0-ecae-44c1-aebb-b45a19379758 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211994869&fields=id&tenant_id=f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 267 time: 0.0829067 Mar 08 21:18:08.732882 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Made reservation on behalf of 4db11bfa2cc240f58489333d08535c39 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:18:08.736051 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:09.169061 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-f1b0cf62-4275-455b-8cc6-8b9724ee11f1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:09.170572 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-f1b0cf62-4275-455b-8cc6-8b9724ee11f1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 812 time: 0.4534616 Mar 08 21:18:09.175622 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dfd73-555c-4dac-8650-273bb0028ebc req-0e29e3dd-a38c-4e56-9e7b-228546aaa9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:09.177032 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ae8dfd73-555c-4dac-8650-273bb0028ebc req-0e29e3dd-a38c-4e56-9e7b-228546aaa9dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 1130 time: 0.1613355 Mar 08 21:18:09.221715 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-6afc5aed-784e-426e-9d46-fe25ca4b08c6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/quotas/f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 375 time: 0.0436971 Mar 08 21:18:09.293203 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Allocated IP 172.20.0.6 (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9/edd0269d-95ee-4acc-9643-101991c5b32a/7c3e6a50-8cdd-4fb5-899b-94250aefa4e7) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:18:09.310050 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ae8dfd73-555c-4dac-8650-273bb0028ebc req-3ab5a2fa-6894-47c9-875d-3e98ef33d1d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202929 Mar 08 21:18:09.342342 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-2cb92206-6f48-4d47-894a-d01983ed3181 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097972 Mar 08 21:18:09.477523 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e58a2-d8b9-4a14-aaec-6e7aa13a162b req-ce8e6a53-3426-40ec-bcdc-ad1c72f76d8e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:09.488876 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f9e58a2-d8b9-4a14-aaec-6e7aa13a162b req-ce8e6a53-3426-40ec-bcdc-ad1c72f76d8e tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 946 time: 0.0895126 Mar 08 21:18:09.525692 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:09.569363 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f9e58a2-d8b9-4a14-aaec-6e7aa13a162b req-a779f9e2-82d7-4586-a3a1-4bdf3ab9a78d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792153 Mar 08 21:18:09.650837 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:09.659155 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-dfcd90ef-3e39-4900-9914-7c39a5ae41c1 service neutron] 10.222.0.61 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967637 Mar 08 21:18:09.732974 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:18:09.742957 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ad731-8642-4116-96d6-b76f10d0df4c req-6d483b06-dd91-4658-9b3e-35b0198aaf29 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:09.744778 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-772ad731-8642-4116-96d6-b76f10d0df4c req-6d483b06-dd91-4658-9b3e-35b0198aaf29 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 931 time: 0.0881774 Mar 08 21:18:09.778866 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:18:09.781760 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:18:09.803386 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-772ad731-8642-4116-96d6-b76f10d0df4c req-ccf19f24-8ab7-4288-8ec6-f0961e2b4899 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478680 Mar 08 21:18:09.818915 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event updated for resources: {'Port': ['ID=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:09.862509 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:09.862920 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:09.877302 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-c065e665-3fe2-4567-9ac9-16a8527cc9e2 service neutron] 10.222.0.61 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073877 Mar 08 21:18:09.888323 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-b4c0a97c-78b0-46c6-8fc3-e67f72a894b3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3501043 Mar 08 21:18:09.899940 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Request body: {'port': {'device_id': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:09.966524 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:10.064402 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4641adc9-4580-466e-9a02-b9d9cca183e8 None None] Provisioning complete for port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:18:10.065104 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4641adc9-4580-466e-9a02-b9d9cca183e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:10.109362 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4641adc9-4580-466e-9a02-b9d9cca183e8 None None] Port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:18:10.274582 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-64dba04d-56e9-4ccc-a5e0-fdd49867f492 req-9cec2966-18b0-4620-a4a2-1abd489c8c95 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 210 time: 0.0316045 Mar 08 21:18:10.316565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:18:10.326249 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Publish callbacks [] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:10.341282 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Transition to ACTIVE for port object 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:18:10.348562 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:10.427466 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:10.499830 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Attempting to bind port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:18:10.500174 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Attempting to bind port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:18:10.500536 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Attempting to bind port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:18:10.505783 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:18:10.506229 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Attempting to bind port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 on network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:18:10.516466 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:18:10.516877 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Checking segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:18:10.517427 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Bound using segment: {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:18:10.518033 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Bound port: 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb39757-5e6c-43bb-986c-1899d9a81ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:18:10.518538 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:10.619914 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:10.621668 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] For port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:18:10.625424 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] For port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:18:10.633534 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:10.674802 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:10.675330 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:10.676815 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] 10.222.0.13 "PUT /v2.0/ports/7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 HTTP/1.1" status: 200 len: 1093 time: 0.7812581 Mar 08 21:18:10.677354 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'tag': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:10.679725 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca80b7ae-96bf-4a2b-ae86-0b4729504545" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cb9246-feaf-403b-8237-79fad634dd97", "tag": "7c3e6a50-8cdd-4fb5-899b-94250aefa4e7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:10.794252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4fa3e-d662-4607-bfda-bffa375f82b4 x-openstack-request-id: req-5ec4fa3e-d662-4607-bfda-bffa375f82b4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:10.794252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cb9246-feaf-403b-8237-79fad634dd97", "tag": "7c3e6a50-8cdd-4fb5-899b-94250aefa4e7", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:10.794252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ec4fa3e-d662-4607-bfda-bffa375f82b4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:10.794717 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'tag': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'status': 'completed', 'code': 200} Mar 08 21:18:10.815182 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4dbed-5904-4ea7-85bc-f20be1d6b843 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:10.994064 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f592d-c4a8-4881-ba7f-1ef335721f2a req-3c6ab4cc-f12f-4b8d-8493-b2f60dad9539 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:10.996998 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a44f592d-c4a8-4881-ba7f-1ef335721f2a req-3c6ab4cc-f12f-4b8d-8493-b2f60dad9539 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 946 time: 0.2428048 Mar 08 21:18:11.009830 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-fb16578b-5f3e-4add-868e-1b52db53d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:11.012044 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-fb16578b-5f3e-4add-868e-1b52db53d534 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 1127 time: 0.2532799 Mar 08 21:18:11.046094 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f01ef-8d80-47ea-92b3-667f84b46a3f req-32bd161f-5fc3-40f5-af93-f02c3e29f7fc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:11.056073 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e16f01ef-8d80-47ea-92b3-667f84b46a3f req-32bd161f-5fc3-40f5-af93-f02c3e29f7fc tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 943 time: 0.1026349 Mar 08 21:18:11.124433 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e16f01ef-8d80-47ea-92b3-667f84b46a3f req-6d1e66eb-b8fe-465d-9bd6-1714585dcf82 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668025 Mar 08 21:18:11.136723 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-2739b0c6-9ad6-4eb5-863a-3118cf8c2ea4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 HTTP/1.1" status: 200 len: 217 time: 0.0963550 Mar 08 21:18:11.223198 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a44f592d-c4a8-4881-ba7f-1ef335721f2a req-cd25a0ca-5ba9-45dd-bceb-214a334b6666 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100747 Mar 08 21:18:11.239324 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-af6014c8-62a2-4a94-83f8-86c9c7e3d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:11.240805 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-af6014c8-62a2-4a94-83f8-86c9c7e3d8a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.0952876 Mar 08 21:18:11.310867 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-fff91320-cea3-43c8-a2ef-cd79f1b6a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:11.312654 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-fff91320-cea3-43c8-a2ef-cd79f1b6a476 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583797 Mar 08 21:18:11.394844 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 44218) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:11.411031 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5124408-b738-4205-b3e8-8d4719cb31a2 req-a62995d9-837d-4afb-8435-982b91b2c051 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 210 time: 0.0413918 Mar 08 21:18:11.451014 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-ea025613-09ab-475b-a9ef-28051ef3bd20 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292958 Mar 08 21:18:11.552382 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3551c5b9-a7f7-4e03-8924-d34674536e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:11.600696 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-539aff56-e309-4dbc-ad6c-7ceaf04417c1 req-f12e19fc-afb8-4d1d-9393-d7eb72cba9f1 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399834 Mar 08 21:18:11.827659 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3551c5b9-a7f7-4e03-8924-d34674536e3f admin admin] Publish callbacks [] for security_group (4712d0c2-82f6-4847-8d4e-c1695806f60b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:11.843655 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3551c5b9-a7f7-4e03-8924-d34674536e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (4712d0c2-82f6-4847-8d4e-c1695806f60b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:11.851993 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-88f6705b-dfc4-482d-bd3a-ab765a6d81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:11.853591 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-88f6705b-dfc4-482d-bd3a-ab765a6d81ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 1127 time: 0.1781054 Mar 08 21:18:11.865690 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-4923c607-37a4-4844-9d7d-f00554fa88d1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:11.866842 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-4923c607-37a4-4844-9d7d-f00554fa88d1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 812 time: 0.2384312 Mar 08 21:18:11.948968 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3551c5b9-a7f7-4e03-8924-d34674536e3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=872b7a87e2704dc49d817322dc8f4707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5502262 Mar 08 21:18:11.950769 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:11.951341 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551c5b9-a7f7-4e03-8924-d34674536e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4712d0c2-82f6-4847-8d4e-c1695806f60b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:12.012960 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c86f761b-924c-4e49-b482-0ad440ab0d1e admin admin] Publish callbacks [] for security_group (4712d0c2-82f6-4847-8d4e-c1695806f60b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:12.043506 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c86f761b-924c-4e49-b482-0ad440ab0d1e admin admin] Publish callbacks [] for security_group (4712d0c2-82f6-4847-8d4e-c1695806f60b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:12.057844 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-6ef4ac88-dd12-494c-84f5-14bcddd0c23f tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 379 time: 0.1634822 Mar 08 21:18:12.058978 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-5a3de1ec-779b-4778-b714-730904e85d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:12.060601 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-5a3de1ec-779b-4778-b714-730904e85d24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.1851795 Mar 08 21:18:12.079851 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'port': {'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'admin_state_up': True, 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'security_groups': ['502c6e93-e8f8-49b0-b5d7-c279d5426352']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:12.127344 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c86f761b-924c-4e49-b482-0ad440ab0d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (4712d0c2-82f6-4847-8d4e-c1695806f60b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:12.131496 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c86f761b-924c-4e49-b482-0ad440ab0d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:12.137767 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c86f761b-924c-4e49-b482-0ad440ab0d1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4712d0c2-82f6-4847-8d4e-c1695806f60b HTTP/1.1" status: 204 len: 168 time: 0.1806195 Mar 08 21:18:12.145299 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f761b-924c-4e49-b482-0ad440ab0d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4712d0c2-82f6-4847-8d4e-c1695806f60b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:12.218152 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-3f0ba790-f69b-4f69-a360-4acec634c629 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 HTTP/1.1" status: 200 len: 217 time: 0.1453397 Mar 08 21:18:12.358000 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-68312363-40f8-437e-81fd-2ce1f962e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:12.362592 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-68312363-40f8-437e-81fd-2ce1f962e19b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.0841546 Mar 08 21:18:12.375355 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6802b9e-47a6-40d1-b559-75a5a0f6d116 req-59225aa5-3a3c-440e-b3a7-8c67e74a71d3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:12.390488 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6802b9e-47a6-40d1-b559-75a5a0f6d116 req-59225aa5-3a3c-440e-b3a7-8c67e74a71d3 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 943 time: 0.1641858 Mar 08 21:18:12.523082 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6802b9e-47a6-40d1-b559-75a5a0f6d116 req-70ee189d-ccba-4706-9fde-66662cb69eb9 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310787 Mar 08 21:18:12.628654 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Made reservation on behalf of f161fdf78d904b7fbf1035d63396148c for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:18:12.632260 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:12.672723 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62165a29-3399-4f01-9dca-93e927a1d7d6 req-dc00bfa3-cedf-49ab-8ec0-8440facd5bb7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:12.675595 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-62165a29-3399-4f01-9dca-93e927a1d7d6 req-dc00bfa3-cedf-49ab-8ec0-8440facd5bb7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 946 time: 0.2512777 Mar 08 21:18:12.683558 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-1f7b8525-d715-4a3f-94e9-51c86431b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:12.686337 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-1f7b8525-d715-4a3f-94e9-51c86431b4c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1899807 Mar 08 21:18:12.704006 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-547ab63c-5f43-4d2c-b110-ceb42fdf6a92 req-f6d2458c-6183-4db0-9f98-ff3e210b2ace tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 210 time: 0.0423369 Mar 08 21:18:12.801876 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44244) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:12.815994 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cf69442-a4f1-4294-9b3d-0b5250557206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:12.916132 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-62165a29-3399-4f01-9dca-93e927a1d7d6 req-e3920729-be72-46a4-a29b-34872da0797b tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281284 Mar 08 21:18:12.924685 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cf69442-a4f1-4294-9b3d-0b5250557206 admin admin] Publish callbacks [] for security_group (8698dd7d-6dbf-4e58-ba7f-cbdc4df7976d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:12.930166 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cf69442-a4f1-4294-9b3d-0b5250557206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (8698dd7d-6dbf-4e58-ba7f-cbdc4df7976d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:12.942263 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Allocated IP 172.20.0.4 (f264db18-e421-4cb2-b0b2-40a9f99e0b12/be0b49b6-ca52-4fd9-a910-1d1c4819d211/2f97cf6a-02be-426c-8e25-f93607261303) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:18:12.981721 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-7a356baf-6b23-4a63-aa3e-7930aaddf2be service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745945 Mar 08 21:18:12.984013 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf69442-a4f1-4294-9b3d-0b5250557206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8698dd7d-6dbf-4e58-ba7f-cbdc4df7976d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:12.996438 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7cf69442-a4f1-4294-9b3d-0b5250557206 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e3ee7b71b534db9b8c6cd6af870b911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923454 Mar 08 21:18:12.997380 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:13.087850 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98d316-9516-4556-9b6a-65dd31f5e562 req-055e863d-2a61-49e0-9493-0904744bb261 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:13.089441 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5e98d316-9516-4556-9b6a-65dd31f5e562 req-055e863d-2a61-49e0-9493-0904744bb261 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 946 time: 0.0932930 Mar 08 21:18:13.092598 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf39-c9eb-485d-bb07-ca569ca36579 admin admin] Publish callbacks [] for security_group (8698dd7d-6dbf-4e58-ba7f-cbdc4df7976d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:13.100795 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 44250) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:13.106186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Request body: {'floatingip': {'port_id': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:13.121872 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf39-c9eb-485d-bb07-ca569ca36579 admin admin] Publish callbacks [] for security_group (8698dd7d-6dbf-4e58-ba7f-cbdc4df7976d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:13.179997 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf39-c9eb-485d-bb07-ca569ca36579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (8698dd7d-6dbf-4e58-ba7f-cbdc4df7976d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:13.185190 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e9bbf39-c9eb-485d-bb07-ca569ca36579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:13.189884 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6e9bbf39-c9eb-485d-bb07-ca569ca36579 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8698dd7d-6dbf-4e58-ba7f-cbdc4df7976d HTTP/1.1" status: 204 len: 168 time: 0.1905963 Mar 08 21:18:13.192125 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (e4002c69-9e3f-49fd-b9e1-ec18be24c98b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:13.198988 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bbf39-c9eb-485d-bb07-ca569ca36579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8698dd7d-6dbf-4e58-ba7f-cbdc4df7976d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:13.285523 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca80b7ae-96bf-4a2b-ae86-0b4729504545 req-4f50e4a1-7f3b-4673-96bc-9a01d99297d5 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882247 Mar 08 21:18:13.340591 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (2f97cf6a-02be-426c-8e25-f93607261303), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:13.464064 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (2f97cf6a-02be-426c-8e25-f93607261303), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:13.530050 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:18:13.567551 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:18:13.574705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:18:13.577423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=2f97cf6a-02be-426c-8e25-f93607261303,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:13.685194 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:13.685903 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:13.915628 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2911ef-6407-4c62-b142-1df5d429e632 req-73e01fcf-3cb5-402f-b0df-d8741abc3dc0 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:13.917356 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df2911ef-6407-4c62-b142-1df5d429e632 req-73e01fcf-3cb5-402f-b0df-d8741abc3dc0 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 931 time: 0.1121030 Mar 08 21:18:13.951893 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ce3cee61-66dd-49b4-8f47-b257db70f532 None None] Provisioning complete for port 2f97cf6a-02be-426c-8e25-f93607261303 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:18:13.952477 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce3cee61-66dd-49b4-8f47-b257db70f532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (2f97cf6a-02be-426c-8e25-f93607261303), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:14.005288 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df2911ef-6407-4c62-b142-1df5d429e632 req-a74faaa8-a13a-4806-a840-aaf359701d41 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813203 Mar 08 21:18:14.013274 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ce3cee61-66dd-49b4-8f47-b257db70f532 None None] Port 2f97cf6a-02be-426c-8e25-f93607261303 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:18:14.050043 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-71448fb8-c25a-4d6b-af4f-0fd6d8eecd06 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9794567 Mar 08 21:18:14.068313 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Request body: {'port': {'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:14.155679 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef539e93-20ef-4f5b-936c-e75edab0a653 req-41f367e1-b301-469a-9b3d-68bf697dfcf4 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:14.157363 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ef539e93-20ef-4f5b-936c-e75edab0a653 req-41f367e1-b301-469a-9b3d-68bf697dfcf4 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 943 time: 0.4810429 Mar 08 21:18:14.237102 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:18:14.245423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (2f97cf6a-02be-426c-8e25-f93607261303), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:14.265112 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:14.274892 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (e4002c69-9e3f-49fd-b9e1-ec18be24c98b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:14.350034 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ef539e93-20ef-4f5b-936c-e75edab0a653 req-ba4c5ffb-9a09-43f6-94dd-87d7b0c03e83 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733165 Mar 08 21:18:14.370139 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:14.386580 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'port_id': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'mac_address': 'fa:16:3e:49:c8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:18:14.437068 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:14.437651 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:14.454474 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:18:14.482737 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:14.489632 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:14.511690 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Floating IP e4002c69-9e3f-49fd-b9e1-ec18be24c98b associated. External IP: 172.27.1.196, port: 16ee3d84-2350-4bad-b0a7-a533d8c1ee63. Mar 08 21:18:14.558519 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:14.813426 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['7c3e6a50-8cdd-4fb5-899b-94250aefa4e7'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:18:14.813977 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f97cf6a-02be-426c-8e25-f93607261303 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:18:14.825696 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Publish callbacks [] for port (2f97cf6a-02be-426c-8e25-f93607261303), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:14.876541 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Transition to ACTIVE for port object 2f97cf6a-02be-426c-8e25-f93607261303 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:18:14.882329 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (2f97cf6a-02be-426c-8e25-f93607261303), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:14.940255 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:18:14.954639 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Pushing event updated for resources: {'Port': ['ID=2f97cf6a-02be-426c-8e25-f93607261303,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:15.349513 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Attempting to bind port 2f97cf6a-02be-426c-8e25-f93607261303 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:18:15.349859 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Attempting to bind port 2f97cf6a-02be-426c-8e25-f93607261303 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:18:15.350194 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Attempting to bind port 2f97cf6a-02be-426c-8e25-f93607261303 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:18:15.364096 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607f2f9-6ca1-4a79-b71f-ffcc49ecda1d req-d76a23c9-2034-4018-aa98-3a146b490861 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:15.365670 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6607f2f9-6ca1-4a79-b71f-ffcc49ecda1d req-d76a23c9-2034-4018-aa98-3a146b490861 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 943 time: 0.2665977 Mar 08 21:18:15.377369 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Port 2f97cf6a-02be-426c-8e25-f93607261303 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:18:15.382258 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Attempting to bind port 2f97cf6a-02be-426c-8e25-f93607261303 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:18:15.420744 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:18:15.421112 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Checking segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:18:15.421500 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Bound using segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:18:15.421948 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Bound port: 2f97cf6a-02be-426c-8e25-f93607261303, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:18:15.422448 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (2f97cf6a-02be-426c-8e25-f93607261303), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:15.495998 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:18:15.501817 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:15.510658 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6607f2f9-6ca1-4a79-b71f-ffcc49ecda1d req-73c330c8-5c84-4b66-9ec7-6b29883d8d7b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234448 Mar 08 21:18:15.545803 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] Sync routers for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:18:15.550907 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc37208-0ce4-47dc-8acf-ef19483a38cd req-9a719c13-541d-475e-9263-13727447af67 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:15.553493 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bfc37208-0ce4-47dc-8acf-ef19483a38cd req-9a719c13-541d-475e-9263-13727447af67 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0931973 Mar 08 21:18:15.575314 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:15.578121 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-75631e7e-e0fc-4c63-9ecb-4033a718b7e7 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "PUT /v2.0/floatingips/e4002c69-9e3f-49fd-b9e1-ec18be24c98b HTTP/1.1" status: 200 len: 992 time: 2.4760582 Mar 08 21:18:15.580903 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'tag': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:15.583428 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae43a17-7f5f-402d-b7ed-d43c48b47747" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb6013f-dd54-4faf-bdd5-a850d2bacfb0", "tag": "16ee3d84-2350-4bad-b0a7-a533d8c1ee63"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:15.590553 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:15.607966 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] For port 2f97cf6a-02be-426c-8e25-f93607261303, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:18:15.614431 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] For port 2f97cf6a-02be-426c-8e25-f93607261303, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f97cf6a-02be-426c-8e25-f93607261303,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:18:15.623290 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (2f97cf6a-02be-426c-8e25-f93607261303), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:15.653727 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bfc37208-0ce4-47dc-8acf-ef19483a38cd req-ddd1bac4-ea55-40ea-a635-944fef9e9d92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938251 Mar 08 21:18:15.747937 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:15.748601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:15.750300 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] 10.222.0.13 "PUT /v2.0/ports/2f97cf6a-02be-426c-8e25-f93607261303 HTTP/1.1" status: 200 len: 1093 time: 1.6879015 Mar 08 21:18:15.763380 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e32ced-b00d-4f0f-b6b3-33eab675d9ab x-openstack-request-id: req-a0e32ced-b00d-4f0f-b6b3-33eab675d9ab {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:15.763841 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb6013f-dd54-4faf-bdd5-a850d2bacfb0", "tag": "16ee3d84-2350-4bad-b0a7-a533d8c1ee63", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:15.764891 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0e32ced-b00d-4f0f-b6b3-33eab675d9ab {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:15.774913 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'tag': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'status': 'completed', 'code': 200} Mar 08 21:18:15.823445 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:15.874990 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d7c02-32fe-4285-83e2-a4f98bd53aef service neutron] Pushing event updated for resources: {'Port': ['ID=2f97cf6a-02be-426c-8e25-f93607261303,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:15.912091 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ba19a-ad1b-4097-9d2b-8b412e6ce7f7 req-b02ee40d-1b22-4c98-bdac-952224cdb5a9 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:15.920245 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d79ba19a-ad1b-4097-9d2b-8b412e6ce7f7 req-b02ee40d-1b22-4c98-bdac-952224cdb5a9 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 944 time: 0.2341959 Mar 08 21:18:15.972584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-b450520f-597b-4814-9f75-eb13c467cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:15.978596 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-b450520f-597b-4814-9f75-eb13c467cde5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ebc4753c90c48518a02064d7cb02de3&device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 1130 time: 0.1734052 Mar 08 21:18:15.998277 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-74048d23-bed4-4fd6-be26-1ddedf4c7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:15.999809 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-74048d23-bed4-4fd6-be26-1ddedf4c7e59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 1127 time: 0.1906593 Mar 08 21:18:16.031511 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d79ba19a-ad1b-4097-9d2b-8b412e6ce7f7 req-b2ea8e44-e214-4ae9-bdb5-a3284e675837 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055009 Mar 08 21:18:16.073343 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-24670524-2805-4f65-bd09-bc0e17228d25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f97cf6a-02be-426c-8e25-f93607261303 HTTP/1.1" status: 200 len: 217 time: 0.0631235 Mar 08 21:18:16.167551 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-ad74fa17-85dd-45f7-b65f-4b11aabefc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:16.169039 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-ad74fa17-85dd-45f7-b65f-4b11aabefc39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0666792 Mar 08 21:18:16.173902 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-7de0d0f0-31d7-4994-8070-f0f6168aae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:16.175377 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-7de0d0f0-31d7-4994-8070-f0f6168aae5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 200 len: 911 time: 0.1906915 Mar 08 21:18:16.185812 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'e4002c69-9e3f-49fd-b9e1-ec18be24c98b', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'port_id': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'mac_address': 'fa:16:3e:58:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:17:55Z', 'updated_at': '2022-03-08T21:18:14Z', 'revision_number': 1, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:16.223204 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] Checking router: 40fa65bb-2293-45a6-ac3f-b4a0c539e40c for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:18:16.233912 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:16.234771 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:16.238187 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:18:16.280762 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-8bb83e64-0be3-494d-9f66-24e69f832277 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16ee3d84-2350-4bad-b0a7-a533d8c1ee63 HTTP/1.1" status: 200 len: 1000 time: 0.0961401 Mar 08 21:18:16.283455 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-f710c8e6-7385-4bbf-a046-92c2c35a9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:16.285157 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-f710c8e6-7385-4bbf-a046-92c2c35a9819 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088948 Mar 08 21:18:16.392027 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:18:16.398461 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-25959b66-d73c-4cb5-b00f-2a480ebd3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:16.399963 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-25959b66-d73c-4cb5-b00f-2a480ebd3a43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 200 len: 849 time: 0.1109550 Mar 08 21:18:16.402145 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:18:16.402663 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:16.405667 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:16.456772 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-56a1ca44-ff7b-40e8-85c8-505b927e49bb service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608748 Mar 08 21:18:16.476721 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-8bbca59b-6af9-4993-ae44-ee8e972bcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:16.478205 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-8bbca59b-6af9-4993-ae44-ee8e972bcd59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711679 Mar 08 21:18:16.646564 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f98b405-16e4-4bf3-8b00-970f6acd5527 req-f033bef0-f32a-463b-9d28-dc233116fa80 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776638 Mar 08 21:18:16.646564 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-4cb5b410-0f7d-4321-a218-e7c53eeb0324 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576731 Mar 08 21:18:16.646881 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:16.647326 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:16.687524 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:16.689811 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70be5522-1f40-4bbf-82a8-974e53ddbd0e" -d '{"events": [{"server_uuid": "e8cb9246-feaf-403b-8237-79fad634dd97", "name": "network-vif-plugged", "status": "completed", "tag": "7c3e6a50-8cdd-4fb5-899b-94250aefa4e7"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:16.712352 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164d3be-1306-47cf-a589-8cc0c7ef9c47 req-cbe51ce8-1234-40d7-b49d-c8052e85719c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:16.714133 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:16.715040 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b164d3be-1306-47cf-a589-8cc0c7ef9c47 req-cbe51ce8-1234-40d7-b49d-c8052e85719c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 943 time: 0.0889542 Mar 08 21:18:16.726972 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:16.809235 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b164d3be-1306-47cf-a589-8cc0c7ef9c47 req-b8218c43-e98b-4254-9c5d-6934e2f164ff tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857520 Mar 08 21:18:16.821828 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:16.862618 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'e4002c69-9e3f-49fd-b9e1-ec18be24c98b', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'port_id': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'mac_address': 'fa:16:3e:58:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:17:55Z', 'updated_at': '2022-03-08T21:18:14Z', 'revision_number': 1, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:16.930378 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da60b4fc-b5ad-421c-9866-f61d3a0b018e x-openstack-request-id: req-da60b4fc-b5ad-421c-9866-f61d3a0b018e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:16.931316 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb9246-feaf-403b-8237-79fad634dd97", "name": "network-vif-plugged", "status": "completed", "tag": "7c3e6a50-8cdd-4fb5-899b-94250aefa4e7", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:16.931718 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da60b4fc-b5ad-421c-9866-f61d3a0b018e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:16.932857 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'code': 200} Mar 08 21:18:16.934862 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6cf714-ddce-4ded-84c5-864483066c1f None None] The sync data for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi is: [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': 'e4002c69-9e3f-49fd-b9e1-ec18be24c98b', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'port_id': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'mac_address': 'fa:16:3e:58:eb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:17:55Z', 'updated_at': '2022-03-08T21:18:14Z', 'revision_number': 1, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:18:17.191239 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a00e76-e67f-4331-865e-96e11ed55de0 req-74708b08-7ff1-4221-903e-2efd65aa8e80 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:17.192889 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6a00e76-e67f-4331-865e-96e11ed55de0 req-74708b08-7ff1-4221-903e-2efd65aa8e80 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 945 time: 0.0624416 Mar 08 21:18:17.194256 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bae43a17-7f5f-402d-b7ed-d43c48b47747 req-7f51921e-09dd-4129-aaed-8d028d290392 service neutron] 10.222.0.13 "GET /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345137 Mar 08 21:18:17.223854 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2753fe-49d9-4bdb-97b9-9b1e691b7bca req-26bc9c14-7719-456a-ad65-b628a92e351e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:17.226467 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed2753fe-49d9-4bdb-97b9-9b1e691b7bca req-26bc9c14-7719-456a-ad65-b628a92e351e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.4478092 Mar 08 21:18:17.256997 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbaccf2-4832-4d4f-9065-431a80bd636f req-e05a0214-c1d6-4a58-a3d0-62816f4348dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:17.259394 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dfbaccf2-4832-4d4f-9065-431a80bd636f req-e05a0214-c1d6-4a58-a3d0-62816f4348dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 1129 time: 0.1566319 Mar 08 21:18:17.299016 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6a00e76-e67f-4331-865e-96e11ed55de0 req-33ed58cd-d3b5-4d98-9566-2c51b167c6b8 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671124 Mar 08 21:18:17.344552 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7660ffdc-4731-447f-a8ec-6b68dcca8170 None None] New status for floating IP e4002c69-9e3f-49fd-b9e1-ec18be24c98b: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:18:17.360355 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed2753fe-49d9-4bdb-97b9-9b1e691b7bca req-dae7b058-ed8d-4030-8487-42f402d5dbe5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233401 Mar 08 21:18:17.383016 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-dfbaccf2-4832-4d4f-9065-431a80bd636f req-07fe45e4-5a5b-4835-917d-8b76879792a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122360 Mar 08 21:18:17.776562 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:17.780156 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "tag": "2f97cf6a-02be-426c-8e25-f93607261303"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:17.816927 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b679c65c-1dd3-49db-a25b-418b7db21c1d x-openstack-request-id: req-b679c65c-1dd3-49db-a25b-418b7db21c1d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:17.817258 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "tag": "2f97cf6a-02be-426c-8e25-f93607261303", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:17.817516 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b679c65c-1dd3-49db-a25b-418b7db21c1d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:17.817911 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303', 'status': 'completed', 'code': 200} Mar 08 21:18:17.897865 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-9cbdf70d-6e56-4b62-af9c-1a3e2eb57de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:17.899994 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-9cbdf70d-6e56-4b62-af9c-1a3e2eb57de7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 1127 time: 0.0566936 Mar 08 21:18:18.021864 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61807ee5-ff03-4776-b34f-56e6d08fc98b req-8995a953-78f0-4761-b7fb-c00cf0a9b30f tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:18.023399 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-61807ee5-ff03-4776-b34f-56e6d08fc98b req-8995a953-78f0-4761-b7fb-c00cf0a9b30f tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 943 time: 0.1182919 Mar 08 21:18:18.045848 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-21593164-c919-428b-b09b-8f0713f1bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:18.047568 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-21593164-c919-428b-b09b-8f0713f1bcc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.1322203 Mar 08 21:18:18.102332 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-fe3a43f3-ee94-4035-bee5-fb31a75c0e87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f97cf6a-02be-426c-8e25-f93607261303 HTTP/1.1" status: 200 len: 217 time: 0.0440221 Mar 08 21:18:18.132039 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-61807ee5-ff03-4776-b34f-56e6d08fc98b req-412286b8-90ce-451b-a820-80b1c5ef503d tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980241 Mar 08 21:18:18.167350 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-ba1eb679-e29b-4354-8a72-1c7d29f5fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:18.168828 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-ba1eb679-e29b-4354-8a72-1c7d29f5fe99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0515976 Mar 08 21:18:18.230704 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-cf4f8bb2-5a07-436b-92f5-028155397524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:18.232235 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-cf4f8bb2-5a07-436b-92f5-028155397524 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544288 Mar 08 21:18:18.326551 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-25b43006-1734-4519-8b7f-85b7326aa3a7 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864048 Mar 08 21:18:18.430128 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d0536a9d-a3a8-4454-a2ea-aadb4cef4c69 req-fc8c4df2-9bd9-46b1-a948-45f8720b4f37 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961163 Mar 08 21:18:18.472797 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94d363-76cf-4410-8769-576d80effca0 req-df5c6d6b-1305-45d9-b774-d3d374ef66ac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:18.474385 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bf94d363-76cf-4410-8769-576d80effca0 req-df5c6d6b-1305-45d9-b774-d3d374ef66ac tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 945 time: 0.0726633 Mar 08 21:18:18.532387 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bf94d363-76cf-4410-8769-576d80effca0 req-b0d7ce25-dd95-4dd4-8ab1-55f2c7901a50 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501757 Mar 08 21:18:18.553095 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47078d3-be91-4180-8966-168dd68e8f07 req-f2048b16-825f-4cc3-a6cb-ddb8160df5c7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:18.560902 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c47078d3-be91-4180-8966-168dd68e8f07 req-f2048b16-825f-4cc3-a6cb-ddb8160df5c7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0699742 Mar 08 21:18:18.614838 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c47078d3-be91-4180-8966-168dd68e8f07 req-6c6afe69-81a8-44db-aece-3bf79a6edb52 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528688 Mar 08 21:18:19.272251 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e29b4-c8eb-4ea9-8e54-56ace7fccab0 req-1083a9fd-d66b-44a1-b962-d4b015d903d3 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:19.273755 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc4e29b4-c8eb-4ea9-8e54-56ace7fccab0 req-1083a9fd-d66b-44a1-b962-d4b015d903d3 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 943 time: 0.0734167 Mar 08 21:18:19.324413 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc4e29b4-c8eb-4ea9-8e54-56ace7fccab0 req-5ea3d47c-d1eb-478d-878c-ee0407748953 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444853 Mar 08 21:18:19.689640 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b52834-4809-4ee9-bd49-adce696904a1 req-c76c63df-bdcf-42c1-860a-3ef75f6b7cc0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:19.691163 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-14b52834-4809-4ee9-bd49-adce696904a1 req-c76c63df-bdcf-42c1-860a-3ef75f6b7cc0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 945 time: 0.0635388 Mar 08 21:18:19.755575 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-14b52834-4809-4ee9-bd49-adce696904a1 req-685153ea-c5ca-4e7c-9824-63e7f0202700 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533810 Mar 08 21:18:19.763192 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6adda-4f3b-447c-b543-8ff73e7610c9 req-efa12172-eff3-4c3c-a535-84066200586c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:19.764799 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8c6adda-4f3b-447c-b543-8ff73e7610c9 req-efa12172-eff3-4c3c-a535-84066200586c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0620773 Mar 08 21:18:19.816294 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8c6adda-4f3b-447c-b543-8ff73e7610c9 req-37fe5727-97e6-4a55-8b27-819be0481a76 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455487 Mar 08 21:18:19.874794 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7966b47-3b3d-467e-a8d0-f6cab08a7e28 req-e845d373-2aea-4735-b25f-4206c7caf0c0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:19.876277 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b7966b47-3b3d-467e-a8d0-f6cab08a7e28 req-e845d373-2aea-4735-b25f-4206c7caf0c0 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 945 time: 0.0542419 Mar 08 21:18:19.884994 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:19.890842 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Request body: {'floatingip': {'port_id': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:19.933536 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (20227813-ea51-4df7-b679-993337d75aec), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.304338 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 44388) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:20.419381 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77c93940-29fb-4226-afa8-39d706b0ee87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.511329 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77c93940-29fb-4226-afa8-39d706b0ee87 admin admin] Publish callbacks [] for security_group (c2f2d5bd-09f6-41ae-ace1-9e9c481e610e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.527854 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77c93940-29fb-4226-afa8-39d706b0ee87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c2f2d5bd-09f6-41ae-ace1-9e9c481e610e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.569540 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c93940-29fb-4226-afa8-39d706b0ee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f2d5bd-09f6-41ae-ace1-9e9c481e610e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:20.578290 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-77c93940-29fb-4226-afa8-39d706b0ee87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a3534347bbb4230ae724168ebd14044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721710 Mar 08 21:18:20.578290 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 44394) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:20.632249 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9056c1-33af-4962-8fdd-bf3efde9f08a admin admin] Publish callbacks [] for security_group (c2f2d5bd-09f6-41ae-ace1-9e9c481e610e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.654792 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9056c1-33af-4962-8fdd-bf3efde9f08a admin admin] Publish callbacks [] for security_group (c2f2d5bd-09f6-41ae-ace1-9e9c481e610e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.706121 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9056c1-33af-4962-8fdd-bf3efde9f08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c2f2d5bd-09f6-41ae-ace1-9e9c481e610e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.708819 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9056c1-33af-4962-8fdd-bf3efde9f08a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.710132 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9e9056c1-33af-4962-8fdd-bf3efde9f08a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2f2d5bd-09f6-41ae-ace1-9e9c481e610e HTTP/1.1" status: 204 len: 168 time: 0.1305759 Mar 08 21:18:20.722038 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9056c1-33af-4962-8fdd-bf3efde9f08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f2d5bd-09f6-41ae-ace1-9e9c481e610e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:20.769322 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.777027 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (20227813-ea51-4df7-b679-993337d75aec), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:20.826254 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63654fc1-93e6-481b-b5ae-502808e2d7f1 req-43073609-9eeb-4296-93b7-3fee92a3d001 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:20.827759 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63654fc1-93e6-481b-b5ae-502808e2d7f1 req-43073609-9eeb-4296-93b7-3fee92a3d001 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 943 time: 0.1088920 Mar 08 21:18:20.925388 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63654fc1-93e6-481b-b5ae-502808e2d7f1 req-422654d4-9665-4f14-a089-b499ddd60110 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903702 Mar 08 21:18:20.934283 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Floating IP 20227813-ea51-4df7-b679-993337d75aec associated. External IP: 172.27.1.229, port: 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7. Mar 08 21:18:20.949325 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565172f-3f0c-4529-b40a-934fb66d459c req-aa22e33a-6bfe-48e4-808b-83a408f2c3d1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:20.953554 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f565172f-3f0c-4529-b40a-934fb66d459c req-aa22e33a-6bfe-48e4-808b-83a408f2c3d1 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0617480 Mar 08 21:18:21.003314 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f565172f-3f0c-4529-b40a-934fb66d459c req-03333d62-6210-4e07-b996-c1e386039c16 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465920 Mar 08 21:18:21.032465 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 44402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:21.046782 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f11f2343-4b21-4c4f-9733-9c43d8425163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:21.135365 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f11f2343-4b21-4c4f-9733-9c43d8425163 admin admin] Publish callbacks [] for security_group (0fdacfa9-cfce-4e08-af3c-b8ac49e7b309), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:21.139287 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f11f2343-4b21-4c4f-9733-9c43d8425163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0fdacfa9-cfce-4e08-af3c-b8ac49e7b309), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:21.176767 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f2343-4b21-4c4f-9733-9c43d8425163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdacfa9-cfce-4e08-af3c-b8ac49e7b309,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:21.177686 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:18:21.183114 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f11f2343-4b21-4c4f-9733-9c43d8425163 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8dc80398a97c49f2820357984f391ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495874 Mar 08 21:18:21.186074 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44404) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:21.312700 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4029450-c171-4cfa-800b-4b3ac37bc779 admin admin] Publish callbacks [] for security_group (0fdacfa9-cfce-4e08-af3c-b8ac49e7b309), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:21.338785 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:18:21.345195 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:21.348255 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4029450-c171-4cfa-800b-4b3ac37bc779 admin admin] Publish callbacks [] for security_group (0fdacfa9-cfce-4e08-af3c-b8ac49e7b309), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:21.348661 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:18:21.358342 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:21.358957 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:21.413095 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-baef85e9-590a-4d7e-b4fd-8578812cb83f tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "PUT /v2.0/floatingips/20227813-ea51-4df7-b679-993337d75aec HTTP/1.1" status: 200 len: 991 time: 1.5150449 Mar 08 21:18:21.413095 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'tag': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:21.413095 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e554add5-eadc-4f7b-980e-722cdc43ed3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cb9246-feaf-403b-8237-79fad634dd97", "tag": "7c3e6a50-8cdd-4fb5-899b-94250aefa4e7"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:21.430475 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4029450-c171-4cfa-800b-4b3ac37bc779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0fdacfa9-cfce-4e08-af3c-b8ac49e7b309), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:21.435050 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4029450-c171-4cfa-800b-4b3ac37bc779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:21.436797 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e4029450-c171-4cfa-800b-4b3ac37bc779 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0fdacfa9-cfce-4e08-af3c-b8ac49e7b309 HTTP/1.1" status: 204 len: 168 time: 0.2497041 Mar 08 21:18:21.448178 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4029450-c171-4cfa-800b-4b3ac37bc779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdacfa9-cfce-4e08-af3c-b8ac49e7b309,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:21.490521 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:21.680778 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f38c304-a0cd-4e4f-bfc1-36e1ca811e43 x-openstack-request-id: req-9f38c304-a0cd-4e4f-bfc1-36e1ca811e43 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:21.681000 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cb9246-feaf-403b-8237-79fad634dd97", "tag": "7c3e6a50-8cdd-4fb5-899b-94250aefa4e7", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:21.681603 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f38c304-a0cd-4e4f-bfc1-36e1ca811e43 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:21.682258 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'tag': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'status': 'completed', 'code': 200} Mar 08 21:18:21.765199 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-dddef730-6574-463a-97c8-2e898114c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:21.768154 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-dddef730-6574-463a-97c8-2e898114c38b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4db11bfa2cc240f58489333d08535c39&device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 1129 time: 0.0608394 Mar 08 21:18:21.780478 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '20227813-ea51-4df7-b679-993337d75aec', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:49:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:05Z', 'updated_at': '2022-03-08T21:18:20Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:21.812298 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:18:21.821234 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:21.821858 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:21.899474 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-240c385a-7f23-4493-a9de-0294f16c31af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:21.901425 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-240c385a-7f23-4493-a9de-0294f16c31af service neutron] 10.222.0.13 "GET /v2.0/networks?id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 200 len: 916 time: 0.1232564 Mar 08 21:18:21.994558 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-c6285a32-3790-4048-a06c-51043ed5e08a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 HTTP/1.1" status: 200 len: 999 time: 0.0829365 Mar 08 21:18:22.116618 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-2de30d44-8276-48ca-ac3c-6c2296b6e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:22.118122 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-2de30d44-8276-48ca-ac3c-6c2296b6e621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 200 len: 854 time: 0.1147032 Mar 08 21:18:22.132613 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d75ddb-c1c9-4c38-ba03-c5ec0e4a3e7c req-4fee71bc-2582-4831-bdd7-a7ee72e89635 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:22.134191 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-36d75ddb-c1c9-4c38-ba03-c5ec0e4a3e7c req-4fee71bc-2582-4831-bdd7-a7ee72e89635 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 943 time: 0.0865796 Mar 08 21:18:22.147121 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:22.178058 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f94de-601c-419e-b54e-5fa11b9154ef req-3144f0d8-6f00-4c38-b3f9-8005f5146139 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:22.180952 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e9f94de-601c-419e-b54e-5fa11b9154ef req-3144f0d8-6f00-4c38-b3f9-8005f5146139 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0870068 Mar 08 21:18:22.240674 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-1358d595-9c71-4291-9355-8552be709726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:22.242038 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-1358d595-9c71-4291-9355-8552be709726 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068330 Mar 08 21:18:22.247375 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-36d75ddb-c1c9-4c38-ba03-c5ec0e4a3e7c req-8ec70896-51be-4248-af98-11a30d6c7cac tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794446 Mar 08 21:18:22.288030 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8e9f94de-601c-419e-b54e-5fa11b9154ef req-1d261275-4f20-4cae-b1ad-345378859071 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986013 Mar 08 21:18:22.373567 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-fe57c4f2-9093-4e94-9d31-5ade3624efdc service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176999 Mar 08 21:18:22.471494 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '20227813-ea51-4df7-b679-993337d75aec', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:49:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:05Z', 'updated_at': '2022-03-08T21:18:20Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:22.505279 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e554add5-eadc-4f7b-980e-722cdc43ed3e req-65f570e6-4f5f-41be-ba74-d3e3040a1814 service neutron] 10.222.0.13 "GET /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257472 Mar 08 21:18:22.511818 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996d6f0d-14ab-43bc-a19f-be964eeb76ce None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '20227813-ea51-4df7-b679-993337d75aec', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'port_id': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'mac_address': 'fa:16:3e:49:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:05Z', 'updated_at': '2022-03-08T21:18:20Z', 'revision_number': 1, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:18:22.782738 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c48a5-1ed6-4b8e-bd39-4ba29ea501bc None None] New status for floating IP 20227813-ea51-4df7-b679-993337d75aec: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:18:23.381753 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b340c0e-703a-473b-86c9-2d58762bf2f1 req-afee41a7-aa01-427f-886c-bb88df926413 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:23.384092 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1b340c0e-703a-473b-86c9-2d58762bf2f1 req-afee41a7-aa01-427f-886c-bb88df926413 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 943 time: 0.0664587 Mar 08 21:18:23.444107 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd394-99a4-4730-a32b-165d595922a4 req-ee7aed87-43ef-4ecc-8fab-559273ebb38f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:23.445602 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-565fd394-99a4-4730-a32b-165d595922a4 req-ee7aed87-43ef-4ecc-8fab-559273ebb38f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0668125 Mar 08 21:18:23.450236 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1b340c0e-703a-473b-86c9-2d58762bf2f1 req-99f1fc32-2293-4af4-8460-51990c42133d tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574477 Mar 08 21:18:23.504387 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-565fd394-99a4-4730-a32b-165d595922a4 req-a114ad39-faa0-4a11-86d2-7e013580809a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486293 Mar 08 21:18:24.268010 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 2f97cf6a-02be-426c-8e25-f93607261303 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:18:24.368743 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 2f97cf6a-02be-426c-8e25-f93607261303, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f97cf6a-02be-426c-8e25-f93607261303,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:24.381268 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '2f97cf6a-02be-426c-8e25-f93607261303', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:18:24.425693 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 2f97cf6a-02be-426c-8e25-f93607261303 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:24.426086 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (2f97cf6a-02be-426c-8e25-f93607261303), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:24.441968 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f97cf6a-02be-426c-8e25-f93607261303 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:18:24.465839 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 2f97cf6a-02be-426c-8e25-f93607261303, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f97cf6a-02be-426c-8e25-f93607261303,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:24.470943 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (2f97cf6a-02be-426c-8e25-f93607261303), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:24.533104 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=2f97cf6a-02be-426c-8e25-f93607261303,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:24.604798 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3689b-4270-4219-9f6f-49e3331ed425 req-9ce48f47-5ce6-461c-a356-45134146fd96 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:24.607252 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d9c3689b-4270-4219-9f6f-49e3331ed425 req-9ce48f47-5ce6-461c-a356-45134146fd96 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 944 time: 0.0798171 Mar 08 21:18:24.668784 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbbe72-1aea-43e7-bbd1-1c46f0984928 req-ef64baab-2f8a-454b-93c0-95e5f0b0dd92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:24.670327 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0cbbe72-1aea-43e7-bbd1-1c46f0984928 req-ef64baab-2f8a-454b-93c0-95e5f0b0dd92 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0714548 Mar 08 21:18:24.673248 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d9c3689b-4270-4219-9f6f-49e3331ed425 req-94dc773c-d2c6-46a2-8ad9-d5cf6703eb1d tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578415 Mar 08 21:18:24.722008 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f0cbbe72-1aea-43e7-bbd1-1c46f0984928 req-e92d9cb9-dec2-4f0f-afc6-204c2e615035 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 Mar 08 21:18:25.824565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4166655-5595-4ada-ae59-721cbab5708a req-57c3ac02-ada9-462b-a93e-5de42701a79c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:25.826128 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b4166655-5595-4ada-ae59-721cbab5708a req-57c3ac02-ada9-462b-a93e-5de42701a79c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 944 time: 0.0707347 Mar 08 21:18:25.875645 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272515a-aeb3-48be-a893-83ea40ddfc7e req-06a9b9c1-fa8b-499a-97fc-ad7fbe2ef2da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:25.877193 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9272515a-aeb3-48be-a893-83ea40ddfc7e req-06a9b9c1-fa8b-499a-97fc-ad7fbe2ef2da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0607433 Mar 08 21:18:25.905826 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b4166655-5595-4ada-ae59-721cbab5708a req-3a945ebb-b3db-413d-b255-c7d4009d6098 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640459 Mar 08 21:18:25.948818 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9272515a-aeb3-48be-a893-83ea40ddfc7e req-e5aec063-297e-4f44-a149-238c1c40f995 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632803 Mar 08 21:18:27.054362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6b6d6-378f-4543-ad3c-2d821d6b43f6 req-f6f0e7f2-299f-4167-801b-70ce7da8c5dd tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:27.055949 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1ea6b6d6-378f-4543-ad3c-2d821d6b43f6 req-f6f0e7f2-299f-4167-801b-70ce7da8c5dd tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 944 time: 0.0721090 Mar 08 21:18:27.127512 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea87fd-4a86-4e67-868b-790dfe848c5e req-8f8984ff-5426-4df5-9c68-5123847e0cbd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:27.129063 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57ea87fd-4a86-4e67-868b-790dfe848c5e req-8f8984ff-5426-4df5-9c68-5123847e0cbd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0648606 Mar 08 21:18:27.148758 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1ea6b6d6-378f-4543-ad3c-2d821d6b43f6 req-3bdccc14-30bf-48a7-b1ac-117d01be3b57 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792758 Mar 08 21:18:27.213903 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57ea87fd-4a86-4e67-868b-790dfe848c5e req-f1a2321d-9af7-435b-8202-6684d7055e1a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706604 Mar 08 21:18:27.304845 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['2f97cf6a-02be-426c-8e25-f93607261303'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:18:28.303489 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e21ed-84b0-43f0-ac5c-21ad5907f140 req-9b04edee-dbbf-4d5b-85e3-fefdc899d761 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:28.304964 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3e0e21ed-84b0-43f0-ac5c-21ad5907f140 req-9b04edee-dbbf-4d5b-85e3-fefdc899d761 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 944 time: 0.0632172 Mar 08 21:18:28.365347 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee161a9-388a-4914-81bf-9dc15710f3cf req-c9436b2f-ece2-449a-9e3b-05f5ade37584 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:28.366818 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aee161a9-388a-4914-81bf-9dc15710f3cf req-c9436b2f-ece2-449a-9e3b-05f5ade37584 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0655792 Mar 08 21:18:28.369187 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3e0e21ed-84b0-43f0-ac5c-21ad5907f140 req-349b9c25-6602-4651-9d66-b91cd14e2174 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542939 Mar 08 21:18:28.420790 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aee161a9-388a-4914-81bf-9dc15710f3cf req-a4da0a7f-e740-4e1e-b5a3-bef4d37b3af5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443604 Mar 08 21:18:28.942387 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 2f97cf6a-02be-426c-8e25-f93607261303 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:18:28.945683 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-590c913c-526d-4529-aeaf-04dff78c5f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:28.995035 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 2f97cf6a-02be-426c-8e25-f93607261303 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:18:28.999661 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 2f97cf6a-02be-426c-8e25-f93607261303 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:18:29.000292 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (2f97cf6a-02be-426c-8e25-f93607261303), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:29.091885 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 2f97cf6a-02be-426c-8e25-f93607261303 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:29.092278 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (2f97cf6a-02be-426c-8e25-f93607261303), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:29.117791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:29.120789 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495916ca-3b95-4e57-80ca-ad5d2c019790" -d '{"events": [{"server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "name": "network-vif-plugged", "status": "completed", "tag": "2f97cf6a-02be-426c-8e25-f93607261303"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:29.133708 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 2f97cf6a-02be-426c-8e25-f93607261303, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f97cf6a-02be-426c-8e25-f93607261303,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:29.138954 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (2f97cf6a-02be-426c-8e25-f93607261303), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:29.172161 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c025f39-b438-4a80-9e76-cd902656c894 x-openstack-request-id: req-3c025f39-b438-4a80-9e76-cd902656c894 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:29.172462 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "name": "network-vif-plugged", "status": "completed", "tag": "2f97cf6a-02be-426c-8e25-f93607261303", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:29.172719 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c025f39-b438-4a80-9e76-cd902656c894 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:29.173161 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303', 'code': 200} Mar 08 21:18:29.197066 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=2f97cf6a-02be-426c-8e25-f93607261303,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:29.448956 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e577e9-beb3-457d-aaed-b58942efb732 req-8edd619e-7d20-4b73-9cb1-ca364d1d4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:29.450439 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99e577e9-beb3-457d-aaed-b58942efb732 req-8edd619e-7d20-4b73-9cb1-ca364d1d4493 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 1129 time: 0.0582328 Mar 08 21:18:29.523421 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99e577e9-beb3-457d-aaed-b58942efb732 req-031ae729-2d9f-4c36-adf4-640dfcd533be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576742 Mar 08 21:18:29.525517 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f0209-f5b6-440f-93dc-3c024d17d9a8 req-b8258a10-0cb1-47ac-8fb2-ccad4cff6c80 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:29.527703 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-476f0209-f5b6-440f-93dc-3c024d17d9a8 req-b8258a10-0cb1-47ac-8fb2-ccad4cff6c80 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 945 time: 0.0630105 Mar 08 21:18:29.581273 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fdf54-215a-40b1-9644-f8cf850fd12a req-5366fafc-e388-4b41-b6eb-fc4828c07214 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:29.583150 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c10fdf54-215a-40b1-9644-f8cf850fd12a req-5366fafc-e388-4b41-b6eb-fc4828c07214 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0806649 Mar 08 21:18:29.598608 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-476f0209-f5b6-440f-93dc-3c024d17d9a8 req-12282088-101e-4ff4-b897-1bdc6799f856 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619395 Mar 08 21:18:29.652006 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c10fdf54-215a-40b1-9644-f8cf850fd12a req-96c0550e-c6e3-4a16-9265-681dddab08cc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585163 Mar 08 21:18:30.457336 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44530) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:30.583260 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95fb055-3c1c-4b0a-ba77-895e48e6bd88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:30.760570 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95fb055-3c1c-4b0a-ba77-895e48e6bd88 admin admin] Publish callbacks [] for security_group (0b4b0747-02fb-4beb-b1e6-37c9098892c3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:30.768490 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d95fb055-3c1c-4b0a-ba77-895e48e6bd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0b4b0747-02fb-4beb-b1e6-37c9098892c3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:30.782318 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54548372-ab7b-4f40-b56e-ba7930466b81 req-c66308c4-7bd0-4f9a-b6b5-bb13dfee3ef9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:30.783100 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-54548372-ab7b-4f40-b56e-ba7930466b81 req-c66308c4-7bd0-4f9a-b6b5-bb13dfee3ef9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 945 time: 0.1118643 Mar 08 21:18:30.838538 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d95fb055-3c1c-4b0a-ba77-895e48e6bd88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17358bd32ef24a81a04fb9944a23e010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792601 Mar 08 21:18:30.843123 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44538) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:30.850003 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56443ca4-60db-44f2-8b9b-ee7dfb0cd438 req-eeb83aca-246c-4877-8e2a-38c7ad6d6868 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:30.862622 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fb055-3c1c-4b0a-ba77-895e48e6bd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4b0747-02fb-4beb-b1e6-37c9098892c3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:30.862881 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-56443ca4-60db-44f2-8b9b-ee7dfb0cd438 req-eeb83aca-246c-4877-8e2a-38c7ad6d6868 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.1047983 Mar 08 21:18:30.913651 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-56443ca4-60db-44f2-8b9b-ee7dfb0cd438 req-a8004532-9ec2-4484-a7c4-641a819ded9d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508733 Mar 08 21:18:30.951008 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-54548372-ab7b-4f40-b56e-ba7930466b81 req-00526a27-1193-4f54-b9ca-e90f5b4e76df tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529105 Mar 08 21:18:30.971406 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e5eecda-be26-40ef-9b36-00c6626244a2 admin admin] Publish callbacks [] for security_group (0b4b0747-02fb-4beb-b1e6-37c9098892c3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:31.005040 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e5eecda-be26-40ef-9b36-00c6626244a2 admin admin] Publish callbacks [] for security_group (0b4b0747-02fb-4beb-b1e6-37c9098892c3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:31.073768 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e5eecda-be26-40ef-9b36-00c6626244a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0b4b0747-02fb-4beb-b1e6-37c9098892c3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:31.076365 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e5eecda-be26-40ef-9b36-00c6626244a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:31.077559 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6e5eecda-be26-40ef-9b36-00c6626244a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b4b0747-02fb-4beb-b1e6-37c9098892c3 HTTP/1.1" status: 204 len: 168 time: 0.2315125 Mar 08 21:18:31.085773 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5eecda-be26-40ef-9b36-00c6626244a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4b0747-02fb-4beb-b1e6-37c9098892c3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:31.300364 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-31eb6e48-ff64-4ab0-9a01-cec3347cf126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:32.048893 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1a727-faa8-4150-923e-0ca365c8e84b req-b90882fb-e54a-44c2-ad0c-21e4b8cf7c7e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:32.050555 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-82b1a727-faa8-4150-923e-0ca365c8e84b req-b90882fb-e54a-44c2-ad0c-21e4b8cf7c7e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0635014 Mar 08 21:18:32.098334 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4348-549b-4ecc-a14d-8e2f9c600fe7 req-f5bd0922-954d-470c-af25-e7a0ab06e2cf tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:32.100066 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4dff4348-549b-4ecc-a14d-8e2f9c600fe7 req-f5bd0922-954d-470c-af25-e7a0ab06e2cf tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 945 time: 0.0571661 Mar 08 21:18:32.109439 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-82b1a727-faa8-4150-923e-0ca365c8e84b req-d5840a5f-f59e-4198-85e9-1c51be476dcf tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529461 Mar 08 21:18:32.156909 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4dff4348-549b-4ecc-a14d-8e2f9c600fe7 req-7d9a6a67-a764-4be6-8faa-6c6946658079 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495629 Mar 08 21:18:32.289692 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de033ff7-163c-43a1-9552-c35585e4734a req-7c66ab4e-2263-44d8-a1c6-246133e8dae2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:32.292620 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-de033ff7-163c-43a1-9552-c35585e4734a req-7c66ab4e-2263-44d8-a1c6-246133e8dae2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 945 time: 0.0670578 Mar 08 21:18:32.369273 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-de033ff7-163c-43a1-9552-c35585e4734a req-c80fdcbe-1c67-4348-923a-28ac15910234 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696895 Mar 08 21:18:32.392719 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44548) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:32.441583 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9178fc-d43e-43c2-8a57-02773d6a9b3e tempest-TestVolumeBootPattern-109726774 tempest-TestVolumeBootPattern-109726774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:32.443109 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8c9178fc-d43e-43c2-8a57-02773d6a9b3e tempest-TestVolumeBootPattern-109726774 tempest-TestVolumeBootPattern-109726774-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 1124 time: 0.0493009 Mar 08 21:18:32.445980 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 44550) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:18:32.450303 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:18:32.471982 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:32.519879 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:32.592723 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:32.711443 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Allocated IP 172.27.1.25 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/ed2a9c77-9095-4d2a-bbf9-616a8f755dae) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:18:32.832883 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:32.869040 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:32.909064 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:18:32.911964 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:18:32.920103 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:18:32.944642 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=ed2a9c77-9095-4d2a-bbf9-616a8f755dae,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:33.331629 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5364929-1039-4d80-8e1e-43d6ba6b3c92 req-000fb29f-a9d3-4784-bed2-2a6e91594e65 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:33.333073 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5364929-1039-4d80-8e1e-43d6ba6b3c92 req-000fb29f-a9d3-4784-bed2-2a6e91594e65 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.1039801 Mar 08 21:18:33.432810 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (1a8e2907-e84e-4749-8ef0-09f50a3a9d25), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:33.439234 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5364929-1039-4d80-8e1e-43d6ba6b3c92 req-caad9cb4-7cfb-4d9f-ad87-36ee833673b0 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003194 Mar 08 21:18:33.468642 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:18:33.517325 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:33.680080 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:33.685873 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:33.752661 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=ed2a9c77-9095-4d2a-bbf9-616a8f755dae,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:33.765496 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (1a8e2907-e84e-4749-8ef0-09f50a3a9d25), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:33.884746 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Floating IP 1a8e2907-e84e-4749-8ef0-09f50a3a9d25 associated. External IP: 172.27.1.25, port: 2f97cf6a-02be-426c-8e25-f93607261303. Mar 08 21:18:34.061567 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:34.120514 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:18:34.239776 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:18:34.251403 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:18:34.262569 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:34.264708 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:34.265379 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:34.309219 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-672774b3-821d-4ea5-88f6-fc3cc5691085 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8516095 Mar 08 21:18:34.309219 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:34.309219 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927506a1-1e37-45bc-b858-997df0e49007" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "tag": "2f97cf6a-02be-426c-8e25-f93607261303"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:34.350263 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a619a07-9943-498f-8f71-ff48cf48f1f0 x-openstack-request-id: req-0a619a07-9943-498f-8f71-ff48cf48f1f0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:34.350894 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "tag": "2f97cf6a-02be-426c-8e25-f93607261303", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:34.351257 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a619a07-9943-498f-8f71-ff48cf48f1f0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:34.351961 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303', 'status': 'completed', 'code': 200} Mar 08 21:18:34.404247 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:34.459454 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927506a1-1e37-45bc-b858-997df0e49007 req-d99bf996-f190-404e-b27d-84d4162b913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:34.461321 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-927506a1-1e37-45bc-b858-997df0e49007 req-d99bf996-f190-404e-b27d-84d4162b913e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 1129 time: 0.0731604 Mar 08 21:18:34.612655 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927506a1-1e37-45bc-b858-997df0e49007 req-60f67c20-74cf-4606-ad94-a122b854a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:34.613650 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f4d00-47ff-4de7-852d-141366ad6420 req-74705050-26e1-40b3-8102-a9dda22d8bb8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:34.615332 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-927506a1-1e37-45bc-b858-997df0e49007 req-60f67c20-74cf-4606-ad94-a122b854a093 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.1377478 Mar 08 21:18:34.616207 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-427f4d00-47ff-4de7-852d-141366ad6420 req-74705050-26e1-40b3-8102-a9dda22d8bb8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0776777 Mar 08 21:18:34.691200 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-427f4d00-47ff-4de7-852d-141366ad6420 req-cec1ad88-347a-45b6-a9c2-5d3b5dd44373 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640252 Mar 08 21:18:34.724935 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-927506a1-1e37-45bc-b858-997df0e49007 req-3f27373c-1687-4318-b6f9-725cddc26025 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f97cf6a-02be-426c-8e25-f93607261303 HTTP/1.1" status: 200 len: 998 time: 0.0930192 Mar 08 21:18:34.757900 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:33Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:34.801489 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:18:34.809885 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927506a1-1e37-45bc-b858-997df0e49007 req-8aacd63a-cff6-4315-9b1d-020b0c920a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:34.812117 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-927506a1-1e37-45bc-b858-997df0e49007 req-8aacd63a-cff6-4315-9b1d-020b0c920a09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0614030 Mar 08 21:18:34.816071 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:18:34.816747 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:18:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:34.868971 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927506a1-1e37-45bc-b858-997df0e49007 req-0b90b6e1-023b-4685-8c83-f1225ee5e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:34.870686 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-927506a1-1e37-45bc-b858-997df0e49007 req-0b90b6e1-023b-4685-8c83-f1225ee5e4e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481479 Mar 08 21:18:34.954177 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:18:34.992007 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-927506a1-1e37-45bc-b858-997df0e49007 req-e59e2130-f20a-4b21-bf1d-22fe5b19696e service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100683 Mar 08 21:18:35.115995 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-927506a1-1e37-45bc-b858-997df0e49007 req-b1fbd830-be61-4d3a-897a-9dcee02b7ee0 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090024 Mar 08 21:18:35.205994 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:33Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:18:35.236318 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78b42d8-2f4c-40c8-8cc6-ac5089bd3b1c None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:33Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:18:35.474077 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cea3b1-0d9e-48ff-8b2d-f3e0120ea099 None None] New status for floating IP 1a8e2907-e84e-4749-8ef0-09f50a3a9d25: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:18:35.525198 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:35.830393 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59607a-fb9a-4504-aed9-4b51497b2ffc req-0b84c457-414a-4220-aee0-d5ea12fac52d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:35.831873 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b59607a-fb9a-4504-aed9-4b51497b2ffc req-0b84c457-414a-4220-aee0-d5ea12fac52d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0545239 Mar 08 21:18:35.883084 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b59607a-fb9a-4504-aed9-4b51497b2ffc req-082e286c-69cc-4cbb-805f-55e82ef9bd33 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450556 Mar 08 21:18:37.031752 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacfdd6-c643-4cb1-b0a4-daf613edddeb req-dfb29042-b198-4a5a-926e-357692293c71 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:37.033325 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6bacfdd6-c643-4cb1-b0a4-daf613edddeb req-dfb29042-b198-4a5a-926e-357692293c71 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0617394 Mar 08 21:18:37.098801 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6bacfdd6-c643-4cb1-b0a4-daf613edddeb req-b80414a7-5ab3-44b5-9f9b-9ffcc6ebc857 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540602 Mar 08 21:18:38.246281 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff269b85-9216-4485-8db2-f37ef387caa9 req-6904fb43-b020-4e14-83fa-7c62624ec2e5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:38.248708 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ff269b85-9216-4485-8db2-f37ef387caa9 req-6904fb43-b020-4e14-83fa-7c62624ec2e5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0667436 Mar 08 21:18:38.309988 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ff269b85-9216-4485-8db2-f37ef387caa9 req-e72a8aed-957c-495e-8294-458a42ec1a01 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556138 Mar 08 21:18:38.987180 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:18:39.104393 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:39.118343 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'port_id': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'mac_address': 'fa:16:3e:81:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:18:39.167718 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:39.168194 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:39.184631 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:18:39.206812 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:39.211011 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:39.268502 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:39.338700 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['45f66cc5-4c9c-4080-842c-1ab34aedb9e0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:18:39.478612 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1daa19-d6d9-419f-8673-1feaf036b54b req-a94be494-7d54-48a8-b8e7-eec5b68c6906 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:39.480195 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5b1daa19-d6d9-419f-8673-1feaf036b54b req-a94be494-7d54-48a8-b8e7-eec5b68c6906 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 945 time: 0.0796144 Mar 08 21:18:39.544275 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5b1daa19-d6d9-419f-8673-1feaf036b54b req-fa244c2b-f443-4cf5-a4ef-3cd93623dda7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557010 Mar 08 21:18:40.624321 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:40.742229 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651a37d-0dba-4815-a257-2104fb46c0d7 req-20559fde-e9c0-43b8-b2f2-0b5180b2e0a8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:40.745385 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9651a37d-0dba-4815-a257-2104fb46c0d7 req-20559fde-e9c0-43b8-b2f2-0b5180b2e0a8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 945 time: 0.0689752 Mar 08 21:18:40.804392 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9651a37d-0dba-4815-a257-2104fb46c0d7 req-044bb0d4-2dec-42f4-ba12-ee6199aba5fd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492902 Mar 08 21:18:40.998666 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:18:41.071397 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:18:41.071798 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:41.198593 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:41.199246 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:41.239885 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:41.242571 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5961aeb2-1ff1-4eb1-966c-70656339eb89" -d '{"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-plugged", "status": "completed", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:41.277706 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:41.283792 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:41.289947 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bdef9f-363c-475a-9c1b-554fb5540280 x-openstack-request-id: req-e6bdef9f-363c-475a-9c1b-554fb5540280 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:41.290134 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-plugged", "status": "completed", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:41.290388 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6bdef9f-363c-475a-9c1b-554fb5540280 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:41.291299 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'code': 200} Mar 08 21:18:41.359902 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:41.988284 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace76424-9d45-43fa-bccd-c5032510ac7a req-b4da4ad8-ae1f-4658-bff7-4031099da94e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:41.989910 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ace76424-9d45-43fa-bccd-c5032510ac7a req-b4da4ad8-ae1f-4658-bff7-4031099da94e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0750809 Mar 08 21:18:42.058707 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ace76424-9d45-43fa-bccd-c5032510ac7a req-9c2be777-ada7-4fc0-8494-1815d6a5c0e9 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589952 Mar 08 21:18:43.233642 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896f559-251f-4875-819c-d06e19a25794 req-2d9e2ffa-86cc-4b00-a099-2b55b4c2b05d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:43.238228 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2896f559-251f-4875-819c-d06e19a25794 req-2d9e2ffa-86cc-4b00-a099-2b55b4c2b05d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0879297 Mar 08 21:18:43.322862 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2896f559-251f-4875-819c-d06e19a25794 req-33165dab-c483-40f8-82e0-f73d9b52d000 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798612 Mar 08 21:18:44.508675 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e217a6-0186-48a7-bdbf-6a277bebbf63 req-b4a6a62d-d0ce-428d-b951-13fa090aedbd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:44.511419 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a7e217a6-0186-48a7-bdbf-6a277bebbf63 req-b4a6a62d-d0ce-428d-b951-13fa090aedbd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0833509 Mar 08 21:18:44.607923 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a7e217a6-0186-48a7-bdbf-6a277bebbf63 req-49255115-6f14-41f1-b909-c9fdf542c557 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903416 Mar 08 21:18:45.768884 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c0966-74b6-4add-a1a8-bb5d0a5b222b req-092b69db-a70c-419c-a6dd-c24ed1e64dd5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:45.770437 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f80c0966-74b6-4add-a1a8-bb5d0a5b222b req-092b69db-a70c-419c-a6dd-c24ed1e64dd5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0707548 Mar 08 21:18:45.842463 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f80c0966-74b6-4add-a1a8-bb5d0a5b222b req-5a3fb542-e6e1-4d6c-8ea2-eb5ad5b3d1b5 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620377 Mar 08 21:18:46.996244 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bddc2e-3d71-4bfa-ae3d-a95c34ed81b6 req-057a3a8d-96f0-4e1d-a570-743e27d33e73 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:47.006258 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-68bddc2e-3d71-4bfa-ae3d-a95c34ed81b6 req-057a3a8d-96f0-4e1d-a570-743e27d33e73 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0821562 Mar 08 21:18:47.063418 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-68bddc2e-3d71-4bfa-ae3d-a95c34ed81b6 req-9c76ed7c-9264-48bf-8017-7bc1f507b508 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530086 Mar 08 21:18:48.255587 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b3c73-8573-4000-929a-b3acd0cb6722 req-a1e462da-3872-400b-99e6-d43b33e5ae95 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:48.257284 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-432b3c73-8573-4000-929a-b3acd0cb6722 req-a1e462da-3872-400b-99e6-d43b33e5ae95 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0700185 Mar 08 21:18:48.348162 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-432b3c73-8573-4000-929a-b3acd0cb6722 req-6b7ce111-d0c8-47e2-9a80-85e87ed9e780 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835874 Mar 08 21:18:49.510606 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f16499-2ccd-4edb-801a-8d8a560b6510 req-904e460e-7100-4931-a383-10f2eb906c65 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:49.512204 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b0f16499-2ccd-4edb-801a-8d8a560b6510 req-904e460e-7100-4931-a383-10f2eb906c65 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0783761 Mar 08 21:18:49.576092 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b0f16499-2ccd-4edb-801a-8d8a560b6510 req-261ec324-597b-4e49-9097-09cbc5cda80b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552661 Mar 08 21:18:49.959193 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-b6ce44cc-a693-4a1d-851f-925df52f5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:49.960846 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-b6ce44cc-a693-4a1d-851f-925df52f5179 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 1130 time: 0.0470171 Mar 08 21:18:50.072684 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-46c09a6e-c647-4f5f-9064-9e32b988a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:50.074215 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-46c09a6e-c647-4f5f-9064-9e32b988a0ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.1032894 Mar 08 21:18:50.145678 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-65a62326-6996-404e-b269-6f79457c358a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 200 len: 1001 time: 0.0637071 Mar 08 21:18:50.199603 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-ecbee5e8-4e44-451e-9885-2d7b5f1f25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:50.201072 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-ecbee5e8-4e44-451e-9885-2d7b5f1f25a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0452042 Mar 08 21:18:50.256198 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-492de0d6-58dd-4a06-ab0b-3a8d6cef1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:50.259012 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-492de0d6-58dd-4a06-ab0b-3a8d6cef1d0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504000 Mar 08 21:18:50.358318 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-ea624a40-3b85-45c2-8f34-3262ca3d2fcf service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932319 Mar 08 21:18:50.459520 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d827f5af-9106-41d7-963e-87e343fd7a84 req-8e7418dc-42e9-4954-88d5-f22b2a299beb service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930533 Mar 08 21:18:50.715963 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052e258-d483-4fdd-8796-303820ad7feb req-2d0efb07-fc41-4259-8de0-b4ee08b90c5d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:50.717524 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1052e258-d483-4fdd-8796-303820ad7feb req-2d0efb07-fc41-4259-8de0-b4ee08b90c5d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0591292 Mar 08 21:18:50.768513 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1052e258-d483-4fdd-8796-303820ad7feb req-735872d9-e107-4b21-a75f-9660ae3479ae tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453603 Mar 08 21:18:51.921016 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9c9c2-0ae4-46ac-bd3d-1981e9cb9bae req-81cfbcef-8d8e-4495-a913-14eee88909d8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:51.922606 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6ae9c9c2-0ae4-46ac-bd3d-1981e9cb9bae req-81cfbcef-8d8e-4495-a913-14eee88909d8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0676343 Mar 08 21:18:51.978505 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6ae9c9c2-0ae4-46ac-bd3d-1981e9cb9bae req-a5a595ab-0050-43b5-ad87-a3bf18ac3820 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475638 Mar 08 21:18:53.078718 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:18:53.129435 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa66fdc-a1af-45c9-9112-b0c206af2f6f req-6df66d49-9275-40c6-8f15-8d5eaf00bc67 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:53.132011 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5fa66fdc-a1af-45c9-9112-b0c206af2f6f req-6df66d49-9275-40c6-8f15-8d5eaf00bc67 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 946 time: 0.0698483 Mar 08 21:18:53.174521 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:53.174917 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:53.191931 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5fa66fdc-a1af-45c9-9112-b0c206af2f6f req-9ac60539-9660-4bf7-ba31-ca3f8f8c7870 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541465 Mar 08 21:18:53.201137 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:18:53.204070 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc499e9-04b5-4648-a5f3-9add8b1766b9" -d '{"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-unplugged", "status": "completed", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:18:53.218008 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:18:53.223633 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:53.266015 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed037b9-0955-44eb-9add-7de0b145a1c3 x-openstack-request-id: req-5ed037b9-0955-44eb-9add-7de0b145a1c3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:18:53.266413 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-unplugged", "status": "failed", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0", "code": 422}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:18:53.266732 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ed037b9-0955-44eb-9add-7de0b145a1c3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:18:53.267286 dv-cinder-830098-3-iscsi neutron-server[103285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'code': 422} returned with failed status Mar 08 21:18:53.302775 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:18:54.225929 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f79a4-36f0-428a-bab4-a3c87e6b0ff6 req-aa00bfe6-d30d-409e-ae47-9a2c2316f04d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:54.227521 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1a6f79a4-36f0-428a-bab4-a3c87e6b0ff6 req-aa00bfe6-d30d-409e-ae47-9a2c2316f04d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0759146 Mar 08 21:18:54.306406 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1a6f79a4-36f0-428a-bab4-a3c87e6b0ff6 req-834318f2-1698-4db3-adf5-90c7811a2e19 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582120 Mar 08 21:18:54.309415 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-5f2c5765-0752-460a-9379-9565d9723f4b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006610 Mar 08 21:18:54.399466 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-7e2c0ae9-e571-4b12-ab12-442fd8a6e4d9 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:54.400897 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-7e2c0ae9-e571-4b12-ab12-442fd8a6e4d9 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports/45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 200 len: 941 time: 0.0545199 Mar 08 21:18:55.368767 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-cf589496-ce5c-47c8-8cf3-7ee1192ce260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:55.371436 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-cf589496-ce5c-47c8-8cf3-7ee1192ce260 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b&tenant_id=2a0a866da4154f5180339f0ebee91eaf HTTP/1.1" status: 200 len: 1128 time: 0.0546141 Mar 08 21:18:55.457912 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-da69d085-8ee5-443c-8f77-c0f6e32b8e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:55.460448 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-da69d085-8ee5-443c-8f77-c0f6e32b8e58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 1128 time: 0.0600455 Mar 08 21:18:55.466621 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc3591-f72a-4f3f-9f14-7ec48af20580 req-05776536-240a-45d0-bf96-2444f44e00a3 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:55.468324 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-55fc3591-f72a-4f3f-9f14-7ec48af20580 req-05776536-240a-45d0-bf96-2444f44e00a3 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0628178 Mar 08 21:18:55.536490 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-55fc3591-f72a-4f3f-9f14-7ec48af20580 req-bda2a23a-f9de-4876-b167-2c1b0af611b3 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572901 Mar 08 21:18:55.577601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-30e2c982-d951-48d3-ab22-dfd8208e24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:55.579292 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-30e2c982-d951-48d3-ab22-dfd8208e24d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.1112425 Mar 08 21:18:55.668312 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-b2ae8aa5-c99d-4418-8fa0-7b798946d42c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 200 len: 999 time: 0.0815496 Mar 08 21:18:55.730188 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-0869c7a1-849b-475a-8b59-9a1c097bb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:55.736865 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-0869c7a1-849b-475a-8b59-9a1c097bb63e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0551496 Mar 08 21:18:55.792890 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-d1eab566-3f69-42a0-a37f-8a1a2ec832bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:55.794600 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-d1eab566-3f69-42a0-a37f-8a1a2ec832bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546222 Mar 08 21:18:55.897722 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-5255d301-abdf-490b-9ba0-9caf496a4265 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966101 Mar 08 21:18:55.993624 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3c6ead59-04fe-477a-af73-7c4ef9682a12 req-33d63516-23c9-48c9-b382-322581ec448e service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888574 Mar 08 21:18:56.710449 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e362-0369-4a71-99d4-9cd77be952c3 req-3b26305e-a66b-4c9f-89ac-17abea82d6d8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:56.714060 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1e15e362-0369-4a71-99d4-9cd77be952c3 req-3b26305e-a66b-4c9f-89ac-17abea82d6d8 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0747228 Mar 08 21:18:56.796299 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1e15e362-0369-4a71-99d4-9cd77be952c3 req-34742b04-a895-4155-9451-d2f370726679 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729287 Mar 08 21:18:57.095710 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:18:57.208791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:18:57.960102 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65d267-6e3f-4b37-8448-853d97b847ef req-d9e1d2c9-25f7-479f-bfbb-26c4fc914334 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:57.962935 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab65d267-6e3f-4b37-8448-853d97b847ef req-d9e1d2c9-25f7-479f-bfbb-26c4fc914334 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0719857 Mar 08 21:18:58.026469 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab65d267-6e3f-4b37-8448-853d97b847ef req-58a2dba6-ae88-4220-9065-96992840d00d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572822 Mar 08 21:18:58.944248 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d53de9b5-0fe6-4afe-b5cf-fdee27b71dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:18:59.196197 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e836f7-ce26-4152-aaf5-88c150b83b60 req-1aac003d-2386-4169-a9a0-755dd577d3a4 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:18:59.198076 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b6e836f7-ce26-4152-aaf5-88c150b83b60 req-1aac003d-2386-4169-a9a0-755dd577d3a4 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0726037 Mar 08 21:18:59.274356 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b6e836f7-ce26-4152-aaf5-88c150b83b60 req-5284abf7-e7c7-4154-b70a-9ed5d370d845 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657914 Mar 08 21:19:00.483651 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a022-e029-42d5-bc97-370fd122d92a req-8563c554-6224-44b0-9886-dbad5daa261b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:00.493832 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e490a022-e029-42d5-bc97-370fd122d92a req-8563c554-6224-44b0-9886-dbad5daa261b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.1154022 Mar 08 21:19:00.581036 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e490a022-e029-42d5-bc97-370fd122d92a req-38b02be6-8fd3-4cff-8944-65368ed70873 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836554 Mar 08 21:19:01.459077 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc323-c64d-4e33-b115-855761520d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:01.780282 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9769-62a7-4392-b0a3-50b501070fe4 req-e4a72db6-beae-4e19-abb6-e5c9e60dd026 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:01.783105 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d03a9769-62a7-4392-b0a3-50b501070fe4 req-e4a72db6-beae-4e19-abb6-e5c9e60dd026 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0838468 Mar 08 21:19:01.853152 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d03a9769-62a7-4392-b0a3-50b501070fe4 req-9d90a9d7-e8b4-4fe8-9c0a-e5db26b21b5b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562842 Mar 08 21:19:02.533372 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:03.040008 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af560e5-af61-43eb-a520-21fde7002237 req-2de37c4f-2db0-4025-9f8a-8bc1b5e5e957 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:03.042954 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0af560e5-af61-43eb-a520-21fde7002237 req-2de37c4f-2db0-4025-9f8a-8bc1b5e5e957 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0739534 Mar 08 21:19:03.114189 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0af560e5-af61-43eb-a520-21fde7002237 req-1a200e09-7df9-4538-b6c4-67c4b42861ee tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612280 Mar 08 21:19:04.066234 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:04.275334 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7854a-088d-45fb-9d66-a93db1153f9a req-3d154e50-61b2-47dd-9822-49b5dde98676 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:04.277305 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-03c7854a-088d-45fb-9d66-a93db1153f9a req-3d154e50-61b2-47dd-9822-49b5dde98676 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0658917 Mar 08 21:19:04.334897 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-03c7854a-088d-45fb-9d66-a93db1153f9a req-0210f684-15cb-4150-962d-01d79d7b4883 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516262 Mar 08 21:19:05.496799 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f4547-76d5-46d5-aee4-20419f292127 req-183681cb-cb66-4cb4-ab50-e8c6cd7bb016 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:05.498859 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-123f4547-76d5-46d5-aee4-20419f292127 req-183681cb-cb66-4cb4-ab50-e8c6cd7bb016 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0732045 Mar 08 21:19:05.544834 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:05.578867 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-123f4547-76d5-46d5-aee4-20419f292127 req-08398069-0b40-453a-8f2b-d7eaf553ab47 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585239 Mar 08 21:19:06.739096 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6a3f1-0920-4456-96c5-c5a5eb470ce8 req-be4ef88b-3dc6-41cf-8d2f-5515b51a4e34 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:06.742036 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8b6a3f1-0920-4456-96c5-c5a5eb470ce8 req-be4ef88b-3dc6-41cf-8d2f-5515b51a4e34 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0728028 Mar 08 21:19:06.811252 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8b6a3f1-0920-4456-96c5-c5a5eb470ce8 req-79994499-2a92-4870-af9f-f38014fa39a2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623631 Mar 08 21:19:07.967858 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55750f5-a560-45c9-a931-da05567e2cd7 req-a83806fa-1b3d-4623-8e25-0a6cfb52ef3c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:07.969351 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f55750f5-a560-45c9-a931-da05567e2cd7 req-a83806fa-1b3d-4623-8e25-0a6cfb52ef3c tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0684137 Mar 08 21:19:08.017902 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f55750f5-a560-45c9-a931-da05567e2cd7 req-c3468763-e7ba-4f7e-a358-fd23d6c4d7dc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429490 Mar 08 21:19:09.169275 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1950-3456-490e-8578-7d6d96da0701 req-791b14e7-ad70-4656-b230-a755c7355862 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:09.170737 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e57d1950-3456-490e-8578-7d6d96da0701 req-791b14e7-ad70-4656-b230-a755c7355862 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0579040 Mar 08 21:19:09.223223 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e57d1950-3456-490e-8578-7d6d96da0701 req-9d378a58-6f3c-47ce-a514-c794e7df74d2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465436 Mar 08 21:19:10.371245 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae92a7f-e2ef-4167-b220-682fdf66d3bf req-fad0f3be-7980-4b51-81c0-e71275f89fbc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:10.372551 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eae92a7f-e2ef-4167-b220-682fdf66d3bf req-fad0f3be-7980-4b51-81c0-e71275f89fbc tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 944 time: 0.0570207 Mar 08 21:19:10.433903 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eae92a7f-e2ef-4167-b220-682fdf66d3bf req-728d1620-0d6f-4bd3-80e2-0854b3ad683b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553200 Mar 08 21:19:10.468301 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:19:10.597326 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:11.188436 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:19:11.293759 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:11.305901 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'port_id': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'mac_address': 'fa:16:3e:81:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:19:11.344481 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:19:11.344972 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:11.363413 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:19:11.388091 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:11.393209 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:11.458804 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:11.467638 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.467992 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.468342 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.468809 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.469132 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.469470 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.469802 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.470132 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.470460 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.470790 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.471115 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.471436 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.471761 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:11.587108 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70389725-9acb-457c-9379-4aa49e06fbb1 req-11756b10-309b-47b1-a09b-c03f6dcbe977 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:11.588728 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70389725-9acb-457c-9379-4aa49e06fbb1 req-11756b10-309b-47b1-a09b-c03f6dcbe977 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 945 time: 0.0682158 Mar 08 21:19:11.645604 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70389725-9acb-457c-9379-4aa49e06fbb1 req-e1616712-f342-4873-b0ff-2dacb50f2319 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494533 Mar 08 21:19:11.735958 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['45f66cc5-4c9c-4080-842c-1ab34aedb9e0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:19:12.781905 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc163-f712-4788-8fab-fe9805eaf190 req-4881612c-7bf2-461b-895f-722d6bc17d85 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:12.783374 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-141fc163-f712-4788-8fab-fe9805eaf190 req-4881612c-7bf2-461b-895f-722d6bc17d85 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 945 time: 0.0568018 Mar 08 21:19:12.829886 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-141fc163-f712-4788-8fab-fe9805eaf190 req-45172faa-c337-4c55-aae3-cc09501bd9a4 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405047 Mar 08 21:19:13.196615 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55db62-0948-4265-aadf-b7564d206777 req-a7ef564d-02a8-4241-bc78-5e776b1d9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:13.198020 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea55db62-0948-4265-aadf-b7564d206777 req-a7ef564d-02a8-4241-bc78-5e776b1d9e43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0a866da4154f5180339f0ebee91eaf&device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 1129 time: 0.0447264 Mar 08 21:19:13.213870 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:19:13.262446 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:19:13.262816 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:13.303169 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55db62-0948-4265-aadf-b7564d206777 req-addb844b-077a-4de1-ab9c-939a01a8d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:13.305511 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea55db62-0948-4265-aadf-b7564d206777 req-addb844b-077a-4de1-ab9c-939a01a8d913 service neutron] 10.222.0.13 "GET /v2.0/networks?id=680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 200 len: 918 time: 0.0888529 Mar 08 21:19:13.338886 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:19:13.339557 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:13.363418 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:19:13.365641 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3601a3-190f-4126-9499-2f6ece8042fc" -d '{"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-plugged", "status": "completed", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:19:13.374568 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea55db62-0948-4265-aadf-b7564d206777 req-87f72233-616a-44b6-9a71-83b48043ff7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 200 len: 1000 time: 0.0628836 Mar 08 21:19:13.382699 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:13.388956 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:13.420119 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c09ecd-a0ca-4132-bde0-975e6505b2c0 x-openstack-request-id: req-65c09ecd-a0ca-4132-bde0-975e6505b2c0 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:19:13.420513 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-plugged", "status": "completed", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:19:13.420830 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65c09ecd-a0ca-4132-bde0-975e6505b2c0 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:19:13.421323 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'code': 200} Mar 08 21:19:13.427417 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55db62-0948-4265-aadf-b7564d206777 req-30118f0f-e7b6-4021-8d2e-ab929adfcd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:13.429554 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea55db62-0948-4265-aadf-b7564d206777 req-30118f0f-e7b6-4021-8d2e-ab929adfcd90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 200 len: 856 time: 0.0487208 Mar 08 21:19:13.451403 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:13.487452 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55db62-0948-4265-aadf-b7564d206777 req-f09853f2-41f6-482f-abea-1068dd97712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:13.488974 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea55db62-0948-4265-aadf-b7564d206777 req-f09853f2-41f6-482f-abea-1068dd97712f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=680394b3-3a71-454f-bb48-bf40ca736825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525539 Mar 08 21:19:13.622176 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea55db62-0948-4265-aadf-b7564d206777 req-7d55465d-ef81-4e0f-814c-f6504004ee97 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231592 Mar 08 21:19:13.627912 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586c01e-db60-43ad-9675-06524eaf1a0b req-218e446a-8586-4025-9b14-c0c0e8420726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:13.629368 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a586c01e-db60-43ad-9675-06524eaf1a0b req-218e446a-8586-4025-9b14-c0c0e8420726 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 1131 time: 0.0681117 Mar 08 21:19:14.011971 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a586c01e-db60-43ad-9675-06524eaf1a0b req-aede22be-72f2-4cc0-b287-1458e56fad94 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3746288 Mar 08 21:19:14.020186 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ea55db62-0948-4265-aadf-b7564d206777 req-5dd41fa7-58a7-4f5c-9c54-164ae6c52b80 service neutron] 10.222.0.13 "GET /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899245 Mar 08 21:19:14.032853 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1872c-27fc-43eb-b89d-11664eb49a52 req-9c2dd07c-42da-43cd-9a08-04e03b6ad672 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:14.034353 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-80d1872c-27fc-43eb-b89d-11664eb49a52 req-9c2dd07c-42da-43cd-9a08-04e03b6ad672 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 947 time: 0.1250277 Mar 08 21:19:14.085420 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-80d1872c-27fc-43eb-b89d-11664eb49a52 req-b69cdcd2-a144-4abf-be22-958f2101af2b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432022 Mar 08 21:19:15.236452 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a394c1b-0fc8-4bfe-b7f8-3355ef90c5f2 req-cc3f671e-817b-4d87-b4fb-be4353906a89 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:15.238169 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a394c1b-0fc8-4bfe-b7f8-3355ef90c5f2 req-cc3f671e-817b-4d87-b4fb-be4353906a89 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 947 time: 0.0741825 Mar 08 21:19:15.325018 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a394c1b-0fc8-4bfe-b7f8-3355ef90c5f2 req-ed5e55f1-f42d-4f52-b351-4da340dd9689 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753589 Mar 08 21:19:16.476090 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8416644-b3c0-46cc-8924-9348329d3962 req-b0fcd741-72d8-42c8-9546-2695206f6964 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:16.477648 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8416644-b3c0-46cc-8924-9348329d3962 req-b0fcd741-72d8-42c8-9546-2695206f6964 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 947 time: 0.0562365 Mar 08 21:19:16.528311 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8416644-b3c0-46cc-8924-9348329d3962 req-c1a1a813-634b-4536-89d1-cf65fad607dd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448291 Mar 08 21:19:28.950992 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bfc23533-4a9e-47bf-8d65-4bb793d438d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:29.361890 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b0998-cd18-4276-be9d-3e2ebc5d46a4 req-ba77d811-256b-4451-874b-c778ccf9c5f2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:29.363437 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-336b0998-cd18-4276-be9d-3e2ebc5d46a4 req-ba77d811-256b-4451-874b-c778ccf9c5f2 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 945 time: 0.0636795 Mar 08 21:19:29.429887 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-336b0998-cd18-4276-be9d-3e2ebc5d46a4 req-911436b7-d9b8-4cfb-91cb-a69eef44cbf9 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595608 Mar 08 21:19:30.570750 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7285cb7-4c8b-48a0-a332-0d3c3ebf54a6 req-6502e083-cf41-4e4b-a1d0-be791faf65be tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:30.572342 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7285cb7-4c8b-48a0-a332-0d3c3ebf54a6 req-6502e083-cf41-4e4b-a1d0-be791faf65be tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 945 time: 0.0648425 Mar 08 21:19:30.624382 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7285cb7-4c8b-48a0-a332-0d3c3ebf54a6 req-d1c0f818-7221-4d20-ab28-1670d8bd5785 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462027 Mar 08 21:19:31.252567 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921cff5-4224-46a2-9306-55d64430be53 req-1bfb52e4-90dd-46fa-be22-a2e8bd197b0a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:31.254049 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9921cff5-4224-46a2-9306-55d64430be53 req-1bfb52e4-90dd-46fa-be22-a2e8bd197b0a tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 945 time: 0.0598733 Mar 08 21:19:31.297602 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1fb57f40-fa30-41cd-8466-b0ab7fc13409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:31.360676 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Deleting port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:31.360957 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:31.466182 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] For port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:31.466554 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:31.661601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:31.662755 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (20227813-ea51-4df7-b679-993337d75aec), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:31.663309 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Floating IP 20227813-ea51-4df7-b679-993337d75aec disassociated. External IP: 172.27.1.229, port: 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7. Mar 08 21:19:31.663841 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Calling delete_port for 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:31.800382 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295889f0-0c29-4ab1-a7e1-bf390a736022 req-1e2e7e65-4c02-4ce6-8fd3-feaa20d20682 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:31.801951 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-295889f0-0c29-4ab1-a7e1-bf390a736022 req-1e2e7e65-4c02-4ce6-8fd3-feaa20d20682 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cb9246-feaf-403b-8237-79fad634dd97 HTTP/1.1" status: 200 len: 945 time: 0.0855997 Mar 08 21:19:31.893204 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (7c3e6a50-8cdd-4fb5-899b-94250aefa4e7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:31.919572 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-295889f0-0c29-4ab1-a7e1-bf390a736022 req-0b9d768b-bfb7-46e4-b113-df7ddc2ebc68 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups?id=225123a8-d90a-4248-a512-37e476677ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071134 Mar 08 21:19:31.949144 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'Port': ['ID=7c3e6a50-8cdd-4fb5-899b-94250aefa4e7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:31.960282 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.960655 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.961010 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.961423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.961755 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.962253 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.962424 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.962740 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.963062 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.963386 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.963719 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.964047 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:31.964371 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:32.085923 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:19:32.213787 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:19:32.224258 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:19:32.235678 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:32.236700 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:32.274907 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] No DVR routers for this DVR port 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:19:32.277548 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:32.280922 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9921cff5-4224-46a2-9306-55d64430be53 req-1b24214a-1e79-47b5-a0f7-c13a3af7a0a1 tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.13 "DELETE /v2.0/ports/7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 HTTP/1.1" status: 204 len: 173 time: 1.0195222 Mar 08 21:19:32.281474 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'name': 'network-vif-deleted', 'tag': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:19:32.283839 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1883c6d-b34d-4434-8e14-a070af7ca252" -d '{"events": [{"server_uuid": "e8cb9246-feaf-403b-8237-79fad634dd97", "name": "network-vif-deleted", "tag": "7c3e6a50-8cdd-4fb5-899b-94250aefa4e7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:19:32.342188 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c451b3-23ad-488b-a861-691f39d908ab x-openstack-request-id: req-c9c451b3-23ad-488b-a861-691f39d908ab {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:19:32.342480 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb9246-feaf-403b-8237-79fad634dd97", "name": "network-vif-deleted", "tag": "7c3e6a50-8cdd-4fb5-899b-94250aefa4e7", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:19:32.342729 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9c451b3-23ad-488b-a861-691f39d908ab {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:19:32.343133 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb9246-feaf-403b-8237-79fad634dd97', 'name': 'network-vif-deleted', 'tag': '7c3e6a50-8cdd-4fb5-899b-94250aefa4e7', 'status': 'completed', 'code': 200} Mar 08 21:19:32.391138 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:32.580212 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:32.690053 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:32.732103 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:19:32.743083 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:32.744286 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:32.886775 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:33.038345 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45026) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:33.122014 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b516f4c8-d14d-412b-8e2f-a79678b8608e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (225123a8-d90a-4248-a512-37e476677ef8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.153676 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b516f4c8-d14d-412b-8e2f-a79678b8608e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (225123a8-d90a-4248-a512-37e476677ef8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.161390 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:33.199092 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16be32-aba6-48b5-97f2-7d2c1c7dc7b7 req-d0dad622-0ed8-4de7-889d-33f63223b601 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:33.199933 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76afe457-0e01-45bb-9026-72e6f018a09a None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:22Z', 'revision_number': 4, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '7a5067bd-57fc-4e9f-9b1d-f1059a02eb25', 'name': '', 'network_id': '799a1c46-1707-43ee-a0b3-1a5c6ee4faf9', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'mac_address': 'fa:16:3e:18:1e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:19Z', 'updated_at': '2022-03-08T21:12:32Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'subnets': [{'id': 'edd0269d-95ee-4acc-9643-101991c5b32a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:19:33.202481 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad16be32-aba6-48b5-97f2-7d2c1c7dc7b7 req-d0dad622-0ed8-4de7-889d-33f63223b601 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 946 time: 0.0768788 Mar 08 21:19:33.244413 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b516f4c8-d14d-412b-8e2f-a79678b8608e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (225123a8-d90a-4248-a512-37e476677ef8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.247367 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b516f4c8-d14d-412b-8e2f-a79678b8608e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.248601 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b516f4c8-d14d-412b-8e2f-a79678b8608e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "DELETE /v2.0/security-groups/225123a8-d90a-4248-a512-37e476677ef8 HTTP/1.1" status: 204 len: 168 time: 0.2092521 Mar 08 21:19:33.253615 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45030) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:33.269476 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516f4c8-d14d-412b-8e2f-a79678b8608e tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225123a8-d90a-4248-a512-37e476677ef8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:33.276212 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad16be32-aba6-48b5-97f2-7d2c1c7dc7b7 req-af177fd9-8954-41f3-944b-06f7fcfcfd19 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680888 Mar 08 21:19:33.290195 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-27450be1-c7b3-4699-9243-01ac34ef2e9d tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] show failed (client error): The resource could not be found. Mar 08 21:19:33.296521 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:33.305819 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-27450be1-c7b3-4699-9243-01ac34ef2e9d tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "GET /v2.0/security-groups/225123a8-d90a-4248-a512-37e476677ef8 HTTP/1.1" status: 404 len: 347 time: 0.0510306 Mar 08 21:19:33.465206 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Deleting port beaa0214-c74a-41d8-b6e2-599e593df620 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:33.465468 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (beaa0214-c74a-41d8-b6e2-599e593df620), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.523760 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d717ac3-fa2f-4d84-bdd1-68632b9d7b05 None None] New status for floating IP 20227813-ea51-4df7-b679-993337d75aec: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:19:33.566502 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (beaa0214-c74a-41d8-b6e2-599e593df620), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.566856 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (beaa0214-c74a-41d8-b6e2-599e593df620), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.584155 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Calling delete_port for beaa0214-c74a-41d8-b6e2-599e593df620 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:33.740454 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (beaa0214-c74a-41d8-b6e2-599e593df620), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.766666 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Pushing event deleted for resources: {'Port': ['ID=beaa0214-c74a-41d8-b6e2-599e593df620,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:33.779177 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.779528 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.779864 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.780197 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.780524 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.780876 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.781204 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.781528 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.781848 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.782172 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.782811 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.782811 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.783502 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:19:33.847864 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks [] for floatingip (20227813-ea51-4df7-b679-993337d75aec), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.851935 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:33.853169 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3b95c06b-0264-435e-a87d-a266f0adccea tempest-AttachVolumeNegativeTest-227052110 tempest-AttachVolumeNegativeTest-227052110-project] 10.222.0.61 "DELETE /v2.0/floatingips/20227813-ea51-4df7-b679-993337d75aec HTTP/1.1" status: 204 len: 168 time: 0.5554626 Mar 08 21:19:34.066497 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:34.406459 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33661dfa-49d0-49a3-8e61-c16883068493 req-9441f9ce-7f05-49e2-98f3-3288c5a86d19 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:34.407965 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-33661dfa-49d0-49a3-8e61-c16883068493 req-9441f9ce-7f05-49e2-98f3-3288c5a86d19 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 946 time: 0.0611815 Mar 08 21:19:34.464671 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-33661dfa-49d0-49a3-8e61-c16883068493 req-770a28a9-ce21-4f54-98b8-4f1f1255ea74 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505571 Mar 08 21:19:35.258966 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72618de2-375e-4496-b771-d9395d5a4a20 req-8e40c72a-6d63-48fd-ace5-190dccef453c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:35.260377 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-72618de2-375e-4496-b771-d9395d5a4a20 req-8e40c72a-6d63-48fd-ace5-190dccef453c tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 946 time: 0.0610206 Mar 08 21:19:35.339327 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:19:35.361016 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:19:35.361387 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 7c3e6a50-8cdd-4fb5-899b-94250aefa4e7 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:19:35.364229 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Deleting port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:35.364597 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:35.469882 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] For port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:35.470610 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:35.525034 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:35.672349 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:35.672728 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (e4002c69-9e3f-49fd-b9e1-ec18be24c98b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:35.673026 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Floating IP e4002c69-9e3f-49fd-b9e1-ec18be24c98b disassociated. External IP: 172.27.1.196, port: 16ee3d84-2350-4bad-b0a7-a533d8c1ee63. Mar 08 21:19:35.673411 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Calling delete_port for 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:35.820211 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (16ee3d84-2350-4bad-b0a7-a533d8c1ee63), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:35.854475 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event deleted for resources: {'Port': ['ID=16ee3d84-2350-4bad-b0a7-a533d8c1ee63,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:35.882057 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acb745-6162-467b-bd5a-e2a3fe6c6679 req-4d616c2a-4e55-4fe0-adf2-09b3b100c8ea tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:35.883617 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2acb745-6162-467b-bd5a-e2a3fe6c6679 req-4d616c2a-4e55-4fe0-adf2-09b3b100c8ea tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/ports?device_id=cdb6013f-dd54-4faf-bdd5-a850d2bacfb0 HTTP/1.1" status: 200 len: 867 time: 0.3343296 Mar 08 21:19:35.932092 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2acb745-6162-467b-bd5a-e2a3fe6c6679 req-5c574dfa-fdc4-4570-8c13-1c5ca1c62fc0 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups?id=206902df-5e6f-47a6-a04d-7a117072526c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423849 Mar 08 21:19:35.972533 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:19:36.081473 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:19:36.092031 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] Sync routers for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:19:36.101694 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:36.102306 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:36.124467 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] No DVR routers for this DVR port 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:19:36.126767 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:36.130243 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-72618de2-375e-4496-b771-d9395d5a4a20 req-3bc92e1a-68f9-4c2b-9c2a-c8a2e62f351d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.13 "DELETE /v2.0/ports/16ee3d84-2350-4bad-b0a7-a533d8c1ee63 HTTP/1.1" status: 204 len: 173 time: 0.8644311 Mar 08 21:19:36.130731 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'name': 'network-vif-deleted', 'tag': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:19:36.134423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926fa980-ee38-472e-bdb5-07acfe60f750" -d '{"events": [{"server_uuid": "cdb6013f-dd54-4faf-bdd5-a850d2bacfb0", "name": "network-vif-deleted", "tag": "16ee3d84-2350-4bad-b0a7-a533d8c1ee63"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:19:36.179574 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da2b8f9-8e1c-48d5-b571-b657dedf4bb6 x-openstack-request-id: req-1da2b8f9-8e1c-48d5-b571-b657dedf4bb6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:19:36.180068 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb6013f-dd54-4faf-bdd5-a850d2bacfb0", "name": "network-vif-deleted", "tag": "16ee3d84-2350-4bad-b0a7-a533d8c1ee63", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:19:36.180332 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1da2b8f9-8e1c-48d5-b571-b657dedf4bb6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:19:36.180737 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb6013f-dd54-4faf-bdd5-a850d2bacfb0', 'name': 'network-vif-deleted', 'tag': '16ee3d84-2350-4bad-b0a7-a533d8c1ee63', 'status': 'completed', 'code': 200} Mar 08 21:19:36.237930 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:36.637137 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:36.666268 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] Checking router: 40fa65bb-2293-45a6-ac3f-b4a0c539e40c for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:19:36.676349 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:36.677283 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:36.799416 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:36.998717 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:37.016738 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45072) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:37.034357 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb9404d-8e24-4ca0-90c4-4369ec8f39dd None None] The sync data for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi is: [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:12:19Z', 'revision_number': 4, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1cde1c72-0c68-48b3-92ba-24b310deec0f', 'name': '', 'network_id': 'd06ca43b-2bb9-4acd-ad7d-8d0b3c973212', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'mac_address': 'fa:16:3e:65:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:18Z', 'updated_at': '2022-03-08T21:12:36Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'subnets': [{'id': 'c1adb901-27c9-4404-9968-a92b3304b21c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:19:37.079276 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7aa01-9c5f-4f6e-8913-7514ad450b6d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (206902df-5e6f-47a6-a04d-7a117072526c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.104384 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7aa01-9c5f-4f6e-8913-7514ad450b6d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (206902df-5e6f-47a6-a04d-7a117072526c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.153429 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7aa01-9c5f-4f6e-8913-7514ad450b6d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (206902df-5e6f-47a6-a04d-7a117072526c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.156026 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8a7aa01-9c5f-4f6e-8913-7514ad450b6d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.157266 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c8a7aa01-9c5f-4f6e-8913-7514ad450b6d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "DELETE /v2.0/security-groups/206902df-5e6f-47a6-a04d-7a117072526c HTTP/1.1" status: 204 len: 168 time: 0.1394258 Mar 08 21:19:37.160423 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45074) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:37.178685 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7aa01-9c5f-4f6e-8913-7514ad450b6d tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206902df-5e6f-47a6-a04d-7a117072526c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:37.186286 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.api.v2.resource [None req-a78a301b-84fa-481f-a054-1e62be513fec tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] show failed (client error): The resource could not be found. Mar 08 21:19:37.189874 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a78a301b-84fa-481f-a054-1e62be513fec tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "GET /v2.0/security-groups/206902df-5e6f-47a6-a04d-7a117072526c HTTP/1.1" status: 404 len: 347 time: 0.0258892 Mar 08 21:19:37.190745 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45076) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:37.278070 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb9d98-11d1-416a-ba67-1e9ec6113244 None None] New status for floating IP e4002c69-9e3f-49fd-b9e1-ec18be24c98b: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:19:37.325923 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Deleting port ab4c27d1-7373-42ed-9362-b97855b7de84 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:37.326352 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (ab4c27d1-7373-42ed-9362-b97855b7de84), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.407915 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (ab4c27d1-7373-42ed-9362-b97855b7de84), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.408247 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (ab4c27d1-7373-42ed-9362-b97855b7de84), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.422440 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Calling delete_port for ab4c27d1-7373-42ed-9362-b97855b7de84 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:37.567729 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (ab4c27d1-7373-42ed-9362-b97855b7de84), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.614146 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Pushing event deleted for resources: {'Port': ['ID=ab4c27d1-7373-42ed-9362-b97855b7de84,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:37.668851 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45086) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:37.685914 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks [] for floatingip (e4002c69-9e3f-49fd-b9e1-ec18be24c98b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.688544 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:37.689761 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-61d78945-8c77-44d5-b017-1012f2ae56f1 tempest-AttachVolumeTestJSON-529452594 tempest-AttachVolumeTestJSON-529452594-project] 10.222.0.61 "DELETE /v2.0/floatingips/e4002c69-9e3f-49fd-b9e1-ec18be24c98b HTTP/1.1" status: 204 len: 168 time: 0.4986558 Mar 08 21:19:38.205917 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (d508e280-3222-4ac2-85ee-6f52bffef0f4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:38.456191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Deleting port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:38.456430 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:38.533138 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] For port 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:38.533513 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:38.546673 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Calling delete_port for 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:38.728679 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (7a5067bd-57fc-4e9f-9b1d-f1059a02eb25), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:38.755815 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5067bd-57fc-4e9f-9b1d-f1059a02eb25,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:38.949495 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (d508e280-3222-4ac2-85ee-6f52bffef0f4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:39.188186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Router d508e280-3222-4ac2-85ee-6f52bffef0f4 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:19:39.314208 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:19:39.321450 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-562915c5-4dab-43b3-9120-c46da155244a admin admin] 10.222.0.61 "PUT /v2.0/routers/d508e280-3222-4ac2-85ee-6f52bffef0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493044 Mar 08 21:19:39.322058 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45100) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:39.324724 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] Sync routers for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:19:39.336390 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:39.337013 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:39.375298 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:19:39.401669 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:19:39.401993 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 16ee3d84-2350-4bad-b0a7-a533d8c1ee63 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:19:39.436633 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks [] for router (d508e280-3222-4ac2-85ee-6f52bffef0f4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:39.511389 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:39.560658 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks [] for router_gateway (d508e280-3222-4ac2-85ee-6f52bffef0f4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:39.627044 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Deleting port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:39.627391 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:39.712538 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:19:38Z', 'revision_number': 5, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port': {'id': 'e4884256-fd7f-41d1-a3ad-4f4c4e542bb0', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:10Z', 'updated_at': '2022-03-08T21:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:39.714571 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] For port e4884256-fd7f-41d1-a3ad-4f4c4e542bb0, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=e4884256-fd7f-41d1-a3ad-4f4c4e542bb0,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:39.714946 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:39.727652 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Calling delete_port for e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:39.739146 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] Checking router: d508e280-3222-4ac2-85ee-6f52bffef0f4 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:19:39.747707 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] Routers {'d508e280-3222-4ac2-85ee-6f52bffef0f4'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:39.748319 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['d508e280-3222-4ac2-85ee-6f52bffef0f4'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:39.841354 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] Set router d508e280-3222-4ac2-85ee-6f52bffef0f4 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:39.899165 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:19:39Z', 'revision_number': 6, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:39.908603 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (e4884256-fd7f-41d1-a3ad-4f4c4e542bb0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:39.929189 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e6449b-4018-4390-954e-4ea75e3632cf None None] The sync data for ids ['d508e280-3222-4ac2-85ee-6f52bffef0f4'] in dv-cinder-830098-3-iscsi is: [{'id': 'd508e280-3222-4ac2-85ee-6f52bffef0f4', 'name': 'tempest-AttachVolumeNegativeTest-1681197530-router', 'tenant_id': '4db11bfa2cc240f58489333d08535c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:19:39Z', 'revision_number': 6, 'project_id': '4db11bfa2cc240f58489333d08535c39', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:19:39.938070 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Pushing event deleted for resources: {'Port': ['ID=e4884256-fd7f-41d1-a3ad-4f4c4e542bb0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:40.003970 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (d508e280-3222-4ac2-85ee-6f52bffef0f4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.102641 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (d508e280-3222-4ac2-85ee-6f52bffef0f4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.105296 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks [] for router_controller (d508e280-3222-4ac2-85ee-6f52bffef0f4), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.157546 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (d508e280-3222-4ac2-85ee-6f52bffef0f4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.157911 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d508e280-3222-4ac2-85ee-6f52bffef0f4 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:19:40.163124 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.164607 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fc09a526-6327-446d-91ce-7d85e88f391d admin admin] 10.222.0.61 "DELETE /v2.0/routers/d508e280-3222-4ac2-85ee-6f52bffef0f4 HTTP/1.1" status: 204 len: 168 time: 0.8412600 Mar 08 21:19:40.167062 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45112) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:40.218492 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8da7884-8661-435c-bfc6-17958ef19d8a admin admin] Deleting subnet edd0269d-95ee-4acc-9643-101991c5b32a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:19:40.222041 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8da7884-8661-435c-bfc6-17958ef19d8a admin admin] Publish callbacks [] for subnet (edd0269d-95ee-4acc-9643-101991c5b32a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.267595 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8da7884-8661-435c-bfc6-17958ef19d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (edd0269d-95ee-4acc-9643-101991c5b32a), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.361954 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8da7884-8661-435c-bfc6-17958ef19d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (edd0269d-95ee-4acc-9643-101991c5b32a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.433003 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8da7884-8661-435c-bfc6-17958ef19d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (edd0269d-95ee-4acc-9643-101991c5b32a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.458448 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da7884-8661-435c-bfc6-17958ef19d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd0269d-95ee-4acc-9643-101991c5b32a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:40.464804 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e8da7884-8661-435c-bfc6-17958ef19d8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.468013 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e8da7884-8661-435c-bfc6-17958ef19d8a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/edd0269d-95ee-4acc-9643-101991c5b32a HTTP/1.1" status: 204 len: 168 time: 0.2999959 Mar 08 21:19:40.470694 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:40.472819 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aecaa86-7884-4eb2-9191-f989741d4483 None None] Network 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:19:40.540867 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.599062 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Deleting port 3dce29ee-b205-4be4-9f1b-50685920065c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:40.600150 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.618749 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.675472 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] For port 3dce29ee-b205-4be4-9f1b-50685920065c, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=3dce29ee-b205-4be4-9f1b-50685920065c,segment=NetworkSegment(1eb39757-5e6c-43bb-986c-1899d9a81ad2),segment_id=1eb39757-5e6c-43bb-986c-1899d9a81ad2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:40.675763 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.689637 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Calling delete_port for 3dce29ee-b205-4be4-9f1b-50685920065c owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:40.773477 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (3dce29ee-b205-4be4-9f1b-50685920065c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:40.777594 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104645d-1f9c-4775-a2b5-b45aa9b5632b None None] DHCP port deletion for 799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:19:41.050830 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dce29ee-b205-4be4-9f1b-50685920065c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:41.057206 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] No DVR routers for this DVR port 3dce29ee-b205-4be4-9f1b-50685920065c on host dv-cinder-830098-3-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:19:41.128771 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.150757 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799a1c46-1707-43ee-a0b3-1a5c6ee4faf9']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:41.160114 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb39757-5e6c-43bb-986c-1899d9a81ad2') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:41.160412 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb39757-5e6c-43bb-986c-1899d9a81ad2') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:41.170024 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533008'] for segment (1eb39757-5e6c-43bb-986c-1899d9a81ad2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.182958 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (1eb39757-5e6c-43bb-986c-1899d9a81ad2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.189132 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:19:41.189543 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3783072'] for segment (1eb39757-5e6c-43bb-986c-1899d9a81ad2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: Traceback (most recent call last): Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: timer() Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: cb(*args, **kw) Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: return func(*args, **kwargs) Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: self._notify() Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: self.callback(batched_events) Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: event.method(event) Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: return f(self, *a, **k) Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._get(url).json() Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:19:41.204375 dv-cinder-830098-3-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:19:41.251171 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (799a1c46-1707-43ee-a0b3-1a5c6ee4faf9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.267161 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.270394 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] 10.222.0.61 "DELETE /v2.0/networks/799a1c46-1707-43ee-a0b3-1a5c6ee4faf9 HTTP/1.1" status: 204 len: 168 time: 0.7986960 Mar 08 21:19:41.271726 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9f937-e749-486e-850d-43b773eb0998 admin admin] Pushing event deleted for resources: {'Network': ['ID=799a1c46-1707-43ee-a0b3-1a5c6ee4faf9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:41.281350 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45124) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:41.399560 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45128) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:41.439649 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-709bb89f-6cdd-460e-adad-fb761ea5fef3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4db11bfa2cc240f58489333d08535c39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418890 Mar 08 21:19:41.442310 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45130) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:41.494440 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ef07dd-927e-44d7-9aff-d50b9ab8497d admin admin] Publish callbacks [] for security_group (78388af7-11f5-451c-ab0d-3f26cea0d0fb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.518052 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ef07dd-927e-44d7-9aff-d50b9ab8497d admin admin] Publish callbacks [] for security_group (78388af7-11f5-451c-ab0d-3f26cea0d0fb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.576493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ef07dd-927e-44d7-9aff-d50b9ab8497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (78388af7-11f5-451c-ab0d-3f26cea0d0fb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.579401 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05ef07dd-927e-44d7-9aff-d50b9ab8497d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.580566 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-05ef07dd-927e-44d7-9aff-d50b9ab8497d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78388af7-11f5-451c-ab0d-3f26cea0d0fb HTTP/1.1" status: 204 len: 168 time: 0.1371634 Mar 08 21:19:41.589527 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef07dd-927e-44d7-9aff-d50b9ab8497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78388af7-11f5-451c-ab0d-3f26cea0d0fb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:41.609917 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:19:41.632752 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:19:41.633121 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device e4884256-fd7f-41d1-a3ad-4f4c4e542bb0 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:19:41.633638 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 3dce29ee-b205-4be4-9f1b-50685920065c no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:19:41.653211 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 3dce29ee-b205-4be4-9f1b-50685920065c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:19:41.653563 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 3dce29ee-b205-4be4-9f1b-50685920065c not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:19:41.653984 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:19:41.673921 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:19:41.674061 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 7a5067bd-57fc-4e9f-9b1d-f1059a02eb25 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:19:41.716350 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:41.985848 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Deleting port 1cde1c72-0c68-48b3-92ba-24b310deec0f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:41.986196 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:42.066727 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] For port 1cde1c72-0c68-48b3-92ba-24b310deec0f, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=1cde1c72-0c68-48b3-92ba-24b310deec0f,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:42.067097 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:42.081105 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Calling delete_port for 1cde1c72-0c68-48b3-92ba-24b310deec0f owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:42.278633 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (1cde1c72-0c68-48b3-92ba-24b310deec0f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:42.308858 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1cde1c72-0c68-48b3-92ba-24b310deec0f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:42.495068 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:42.741859 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:19:42.862353 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:19:42.869246 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-107d08de-88ed-4392-9d5a-2765200212ba admin admin] 10.222.0.61 "PUT /v2.0/routers/40fa65bb-2293-45a6-ac3f-b4a0c539e40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886946 Mar 08 21:19:42.872051 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45166) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:42.876799 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] Sync routers for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:19:42.891869 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:42.892949 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:43.017814 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:43.021256 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks [] for router (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.146351 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks [] for router_gateway (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.210406 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:19:42Z', 'revision_number': 5, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port': {'id': '227bb729-19bd-4fa9-87f1-d7e0ebe9b78a', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ed:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:09Z', 'updated_at': '2022-03-08T21:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:43.212467 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Deleting port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:43.213101 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.243767 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] Checking router: 40fa65bb-2293-45a6-ac3f-b4a0c539e40c for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:19:43.253883 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] Routers {'40fa65bb-2293-45a6-ac3f-b4a0c539e40c'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:43.254598 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:43.320858 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] For port 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=227bb729-19bd-4fa9-87f1-d7e0ebe9b78a,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:43.321362 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.337124 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Calling delete_port for 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:43.352301 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] Set router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:43.415539 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:19:43Z', 'revision_number': 6, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:43.447937 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe1ad8-dc2c-40a9-a2a2-6ece023adb43 None None] The sync data for ids ['40fa65bb-2293-45a6-ac3f-b4a0c539e40c'] in dv-cinder-830098-3-iscsi is: [{'id': '40fa65bb-2293-45a6-ac3f-b4a0c539e40c', 'name': 'tempest-AttachVolumeTestJSON-227632139-router', 'tenant_id': '4ebc4753c90c48518a02064d7cb02de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:06Z', 'updated_at': '2022-03-08T21:19:43Z', 'revision_number': 6, 'project_id': '4ebc4753c90c48518a02064d7cb02de3', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:19:43.560359 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (227bb729-19bd-4fa9-87f1-d7e0ebe9b78a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.587620 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=227bb729-19bd-4fa9-87f1-d7e0ebe9b78a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:43.660784 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.770191 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.772700 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks [] for router_controller (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.807170 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:43.852218 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (40fa65bb-2293-45a6-ac3f-b4a0c539e40c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.853009 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40fa65bb-2293-45a6-ac3f-b4a0c539e40c {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:19:43.858313 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.859566 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a2388a30-b595-4b5b-91c2-fe51214a0e1c admin admin] 10.222.0.61 "DELETE /v2.0/routers/40fa65bb-2293-45a6-ac3f-b4a0c539e40c HTTP/1.1" status: 204 len: 168 time: 0.9855266 Mar 08 21:19:43.862084 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45206) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:43.914493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abd9f97-d498-45cf-8097-b888b9f152dc admin admin] Deleting subnet c1adb901-27c9-4404-9968-a92b3304b21c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:19:43.918434 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5abd9f97-d498-45cf-8097-b888b9f152dc admin admin] Publish callbacks [] for subnet (c1adb901-27c9-4404-9968-a92b3304b21c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.954457 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5abd9f97-d498-45cf-8097-b888b9f152dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (c1adb901-27c9-4404-9968-a92b3304b21c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:43.957963 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de4ac960-e955-4e63-bfb7-a62427f92ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.035423 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de4ac960-e955-4e63-bfb7-a62427f92ab2 admin admin] Publish callbacks [] for security_group (daf018aa-43d9-48c6-ac8d-43ac5fb6fe9c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.041252 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de4ac960-e955-4e63-bfb7-a62427f92ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (daf018aa-43d9-48c6-ac8d-43ac5fb6fe9c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.043151 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5abd9f97-d498-45cf-8097-b888b9f152dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (c1adb901-27c9-4404-9968-a92b3304b21c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.080819 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-de4ac960-e955-4e63-bfb7-a62427f92ab2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=102a91c8470e4734bf54e3f33f1fce37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721767 Mar 08 21:19:44.082507 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ac960-e955-4e63-bfb7-a62427f92ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf018aa-43d9-48c6-ac8d-43ac5fb6fe9c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:44.083666 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45210) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:44.128403 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5abd9f97-d498-45cf-8097-b888b9f152dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (c1adb901-27c9-4404-9968-a92b3304b21c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.158853 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd9f97-d498-45cf-8097-b888b9f152dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1adb901-27c9-4404-9968-a92b3304b21c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:44.168232 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5abd9f97-d498-45cf-8097-b888b9f152dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.171443 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5abd9f97-d498-45cf-8097-b888b9f152dc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c1adb901-27c9-4404-9968-a92b3304b21c HTTP/1.1" status: 204 len: 168 time: 0.3081405 Mar 08 21:19:44.172320 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ba8d1-e33c-43ed-9fe0-d2e7a0fd4c69 None None] Network d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:19:44.174167 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45212) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:44.176170 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0947dae1-79e6-4568-8dfd-38cbad02611d admin admin] Publish callbacks [] for security_group (daf018aa-43d9-48c6-ac8d-43ac5fb6fe9c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.251973 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 1cde1c72-0c68-48b3-92ba-24b310deec0f no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:19:44.255798 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0947dae1-79e6-4568-8dfd-38cbad02611d admin admin] Publish callbacks [] for security_group (daf018aa-43d9-48c6-ac8d-43ac5fb6fe9c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.276355 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 1cde1c72-0c68-48b3-92ba-24b310deec0f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:19:44.276980 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 1cde1c72-0c68-48b3-92ba-24b310deec0f not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:19:44.288021 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.349924 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0947dae1-79e6-4568-8dfd-38cbad02611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (daf018aa-43d9-48c6-ac8d-43ac5fb6fe9c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.352573 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0947dae1-79e6-4568-8dfd-38cbad02611d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.353838 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0947dae1-79e6-4568-8dfd-38cbad02611d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/daf018aa-43d9-48c6-ac8d-43ac5fb6fe9c HTTP/1.1" status: 204 len: 168 time: 0.2688227 Mar 08 21:19:44.368838 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947dae1-79e6-4568-8dfd-38cbad02611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf018aa-43d9-48c6-ac8d-43ac5fb6fe9c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:44.374630 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] DHCP port deletion for d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:19:44.385659 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Deleting port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:44.386078 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.461137 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] Deleting port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:44.461508 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.468791 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] For port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:44.469208 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.485719 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Calling delete_port for 435dfef7-c653-4c72-b0ca-0dea6a60fd5d owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:44.548229 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] For port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,segment=NetworkSegment(f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9),segment_id=f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:44.548847 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.565128 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] Calling delete_port for 435dfef7-c653-4c72-b0ca-0dea6a60fd5d owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:44.586865 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.623998 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Pushing event deleted for resources: {'Port': ['ID=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:44.627789 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] No DVR routers for this DVR port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d on host dv-cinder-830098-3-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:19:44.688552 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855'] for port (435dfef7-c653-4c72-b0ca-0dea6a60fd5d), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.705853 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.717035 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] Pushing event deleted for resources: {'Port': ['ID=435dfef7-c653-4c72-b0ca-0dea6a60fd5d,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:44.719839 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a79c4-ec42-4a0e-8b06-2aa9e47d95b5 None None] No DVR routers for this DVR port 435dfef7-c653-4c72-b0ca-0dea6a60fd5d on host dv-cinder-830098-3-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:19:44.735728 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06ca43b-2bb9-4acd-ad7d-8d0b3c973212']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:44.738942 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45218) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:44.747220 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:44.747518 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:44.754032 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec92a084-4015-4ee1-a345-1b944bd77439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.762068 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.776963 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.783117 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:19:44.783512 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (f69d1d73-54a3-4fad-8e17-cbe1acb0cdc9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:19:44.785451 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:19:44.831375 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec92a084-4015-4ee1-a345-1b944bd77439 admin admin] Publish callbacks [] for security_group (e67d85bd-b27b-4fa8-843f-9cda3debed21), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.837127 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec92a084-4015-4ee1-a345-1b944bd77439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e67d85bd-b27b-4fa8-843f-9cda3debed21), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.844830 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (d06ca43b-2bb9-4acd-ad7d-8d0b3c973212), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.850715 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.854586 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] 10.222.0.61 "DELETE /v2.0/networks/d06ca43b-2bb9-4acd-ad7d-8d0b3c973212 HTTP/1.1" status: 204 len: 168 time: 0.6793416 Mar 08 21:19:44.869888 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92a084-4015-4ee1-a345-1b944bd77439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67d85bd-b27b-4fa8-843f-9cda3debed21,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:44.870164 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397ca49-e01d-4f20-bdd4-f7c5cac8778f admin admin] Pushing event deleted for resources: {'Network': ['ID=d06ca43b-2bb9-4acd-ad7d-8d0b3c973212,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:44.885561 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ec92a084-4015-4ee1-a345-1b944bd77439 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7fd696cf00fe414698db309b1b0cbaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455405 Mar 08 21:19:44.888830 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45222) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:44.950192 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-286b2122-8ce1-4145-b160-9842267ef607 admin admin] Publish callbacks [] for security_group (e67d85bd-b27b-4fa8-843f-9cda3debed21), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:44.972348 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-286b2122-8ce1-4145-b160-9842267ef607 admin admin] Publish callbacks [] for security_group (e67d85bd-b27b-4fa8-843f-9cda3debed21), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:45.020637 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-286b2122-8ce1-4145-b160-9842267ef607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e67d85bd-b27b-4fa8-843f-9cda3debed21), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:45.024019 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-286b2122-8ce1-4145-b160-9842267ef607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:45.027813 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-286b2122-8ce1-4145-b160-9842267ef607 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e67d85bd-b27b-4fa8-843f-9cda3debed21 HTTP/1.1" status: 204 len: 168 time: 0.1353328 Mar 08 21:19:45.033347 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b2122-8ce1-4145-b160-9842267ef607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67d85bd-b27b-4fa8-843f-9cda3debed21,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:45.069871 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45226) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:45.110165 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-085e4258-00db-4b08-883c-f60b484ddf4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ebc4753c90c48518a02064d7cb02de3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390947 Mar 08 21:19:45.112587 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:45.162211 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04e719fe-8f7e-469d-9afb-fba86d721202 admin admin] Publish callbacks [] for security_group (a354492a-a355-4e64-bb50-06f450250f6e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:45.188991 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04e719fe-8f7e-469d-9afb-fba86d721202 admin admin] Publish callbacks [] for security_group (a354492a-a355-4e64-bb50-06f450250f6e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:45.237537 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04e719fe-8f7e-469d-9afb-fba86d721202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (a354492a-a355-4e64-bb50-06f450250f6e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:45.240108 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04e719fe-8f7e-469d-9afb-fba86d721202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:45.241800 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-04e719fe-8f7e-469d-9afb-fba86d721202 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a354492a-a355-4e64-bb50-06f450250f6e HTTP/1.1" status: 204 len: 168 time: 0.1282730 Mar 08 21:19:45.253036 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e719fe-8f7e-469d-9afb-fba86d721202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a354492a-a355-4e64-bb50-06f450250f6e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:45.587854 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 435dfef7-c653-4c72-b0ca-0dea6a60fd5d no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:19:45.614352 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 435dfef7-c653-4c72-b0ca-0dea6a60fd5d {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:19:45.614706 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 435dfef7-c653-4c72-b0ca-0dea6a60fd5d not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:19:45.615177 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:19:45.637249 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:19:45.637632 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 227bb729-19bd-4fa9-87f1-d7e0ebe9b78a not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:19:47.057620 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:47.172849 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02057021-9697-472a-a868-542f5055aede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.270351 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02057021-9697-472a-a868-542f5055aede admin admin] Publish callbacks [] for security_group (c6233f58-1d76-4985-b1fa-62d9813efd1c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.275372 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-02057021-9697-472a-a868-542f5055aede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c6233f58-1d76-4985-b1fa-62d9813efd1c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.308586 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45332) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:47.321230 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-02057021-9697-472a-a868-542f5055aede admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c09795def7ca4ad7bc314902903a8260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625034 Mar 08 21:19:47.323446 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02057021-9697-472a-a868-542f5055aede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6233f58-1d76-4985-b1fa-62d9813efd1c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:47.323974 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45336) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:47.387522 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eea23b4c-06b9-4586-9ff3-1e77a5ded1c3 admin admin] Publish callbacks [] for security_group (c6233f58-1d76-4985-b1fa-62d9813efd1c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.411434 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eea23b4c-06b9-4586-9ff3-1e77a5ded1c3 admin admin] Publish callbacks [] for security_group (c6233f58-1d76-4985-b1fa-62d9813efd1c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.438320 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3541e6f1-1989-4f52-aa23-80910ba8cf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.467889 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:19:47.502444 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eea23b4c-06b9-4586-9ff3-1e77a5ded1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c6233f58-1d76-4985-b1fa-62d9813efd1c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.504948 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eea23b4c-06b9-4586-9ff3-1e77a5ded1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.506188 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-eea23b4c-06b9-4586-9ff3-1e77a5ded1c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6233f58-1d76-4985-b1fa-62d9813efd1c HTTP/1.1" status: 204 len: 168 time: 0.1809425 Mar 08 21:19:47.521699 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea23b4c-06b9-4586-9ff3-1e77a5ded1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6233f58-1d76-4985-b1fa-62d9813efd1c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:47.565462 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3541e6f1-1989-4f52-aa23-80910ba8cf4b admin admin] Publish callbacks [] for security_group (6e9f6002-5017-46dd-9fdd-ea15b68845db), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.570062 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3541e6f1-1989-4f52-aa23-80910ba8cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (6e9f6002-5017-46dd-9fdd-ea15b68845db), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.615105 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45340) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:47.615737 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3541e6f1-1989-4f52-aa23-80910ba8cf4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a9c005533d24224abac748d0a856a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052533 Mar 08 21:19:47.620402 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541e6f1-1989-4f52-aa23-80910ba8cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9f6002-5017-46dd-9fdd-ea15b68845db,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:47.670500 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d67ab375-9021-423c-8654-85a1b4b78ce1 admin admin] Publish callbacks [] for security_group (6e9f6002-5017-46dd-9fdd-ea15b68845db), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.692188 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d67ab375-9021-423c-8654-85a1b4b78ce1 admin admin] Publish callbacks [] for security_group (6e9f6002-5017-46dd-9fdd-ea15b68845db), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.743217 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d67ab375-9021-423c-8654-85a1b4b78ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (6e9f6002-5017-46dd-9fdd-ea15b68845db), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.745970 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d67ab375-9021-423c-8654-85a1b4b78ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.749863 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d67ab375-9021-423c-8654-85a1b4b78ce1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e9f6002-5017-46dd-9fdd-ea15b68845db HTTP/1.1" status: 204 len: 168 time: 0.1307282 Mar 08 21:19:47.756531 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ab375-9021-423c-8654-85a1b4b78ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9f6002-5017-46dd-9fdd-ea15b68845db,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:47.812836 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45346) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:47.826662 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72a02392-50d6-4c50-b67d-59f4ee037483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.918535 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72a02392-50d6-4c50-b67d-59f4ee037483 admin admin] Publish callbacks [] for security_group (0548380f-c2f1-4ae9-b280-1a8735be4e00), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.923784 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72a02392-50d6-4c50-b67d-59f4ee037483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0548380f-c2f1-4ae9-b280-1a8735be4e00), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:47.962531 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-72a02392-50d6-4c50-b67d-59f4ee037483 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=baf928e2534740b7a660cab9a859cd92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485507 Mar 08 21:19:47.965265 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45350) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:47.972161 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a02392-50d6-4c50-b67d-59f4ee037483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0548380f-c2f1-4ae9-b280-1a8735be4e00,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:48.018604 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4c154cb-9d36-41c0-8cc5-3e7040373b33 admin admin] Publish callbacks [] for security_group (0548380f-c2f1-4ae9-b280-1a8735be4e00), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.041889 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4c154cb-9d36-41c0-8cc5-3e7040373b33 admin admin] Publish callbacks [] for security_group (0548380f-c2f1-4ae9-b280-1a8735be4e00), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.093793 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4c154cb-9d36-41c0-8cc5-3e7040373b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0548380f-c2f1-4ae9-b280-1a8735be4e00), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.096592 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4c154cb-9d36-41c0-8cc5-3e7040373b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.097910 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a4c154cb-9d36-41c0-8cc5-3e7040373b33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0548380f-c2f1-4ae9-b280-1a8735be4e00 HTTP/1.1" status: 204 len: 168 time: 0.1316814 Mar 08 21:19:48.107564 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c154cb-9d36-41c0-8cc5-3e7040373b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0548380f-c2f1-4ae9-b280-1a8735be4e00,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:48.124966 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45354) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:48.142505 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-066d16fd-7035-4d9f-8ca2-1d4b7db51c28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.230869 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-066d16fd-7035-4d9f-8ca2-1d4b7db51c28 admin admin] Publish callbacks [] for security_group (1e2b9546-f6ea-4ad9-8999-de3e86ceffb0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.234826 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-066d16fd-7035-4d9f-8ca2-1d4b7db51c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1e2b9546-f6ea-4ad9-8999-de3e86ceffb0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.276315 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-066d16fd-7035-4d9f-8ca2-1d4b7db51c28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52fb13c8b4bf4529acccccb01aa0f112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501398 Mar 08 21:19:48.277230 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d16fd-7035-4d9f-8ca2-1d4b7db51c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b9546-f6ea-4ad9-8999-de3e86ceffb0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:48.278934 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:48.331968 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec87b3e7-bed8-4c3c-8d3e-589c14026b10 admin admin] Publish callbacks [] for security_group (1e2b9546-f6ea-4ad9-8999-de3e86ceffb0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.355635 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec87b3e7-bed8-4c3c-8d3e-589c14026b10 admin admin] Publish callbacks [] for security_group (1e2b9546-f6ea-4ad9-8999-de3e86ceffb0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.415903 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec87b3e7-bed8-4c3c-8d3e-589c14026b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1e2b9546-f6ea-4ad9-8999-de3e86ceffb0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.418635 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ec87b3e7-bed8-4c3c-8d3e-589c14026b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:48.419788 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ec87b3e7-bed8-4c3c-8d3e-589c14026b10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e2b9546-f6ea-4ad9-8999-de3e86ceffb0 HTTP/1.1" status: 204 len: 168 time: 0.1358597 Mar 08 21:19:48.428360 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87b3e7-bed8-4c3c-8d3e-589c14026b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b9546-f6ea-4ad9-8999-de3e86ceffb0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:49.092493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45400) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:49.194584 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1947762975-network', 'tenant_id': '709593bd745f4abe893d1d67d6a59351'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:19:49.214034 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Made reservation on behalf of 709593bd745f4abe893d1d67d6a59351 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:19:49.216548 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.225622 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.310883 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Publish callbacks [] for security_group (6e7f03b5-fc2f-4b19-b8c7-5515cb8736fc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.315178 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (6e7f03b5-fc2f-4b19-b8c7-5515cb8736fc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.337207 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:19:49.351701 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7f03b5-fc2f-4b19-b8c7-5515cb8736fc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:49.358525 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (b5aaf747-c0c8-4706-a592-a94bf43eb8a0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.359090 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Added segment b5aaf747-c0c8-4706-a592-a94bf43eb8a0 of type vlan for network b28e74e3-2675-4cf0-b66c-047d3ee0ddb1 Mar 08 21:19:49.405043 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (b28e74e3-2675-4cf0-b66c-047d3ee0ddb1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.434107 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (b28e74e3-2675-4cf0-b66c-047d3ee0ddb1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.435637 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:49.436576 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.471944 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3779550 Mar 08 21:19:49.478087 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45414) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:49.483538 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Request body: {'subnet': {'network_id': 'b28e74e3-2675-4cf0-b66c-047d3ee0ddb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1947762975-subnet', 'tenant_id': '709593bd745f4abe893d1d67d6a59351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:19:49.507927 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Made reservation on behalf of 709593bd745f4abe893d1d67d6a59351 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:19:49.509073 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b5cea-7d56-49b9-92cb-b92604e11ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=b28e74e3-2675-4cf0-b66c-047d3ee0ddb1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:49.511304 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126208261'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.523175 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network b28e74e3-2675-4cf0-b66c-047d3ee0ddb1 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:19:49.701513 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126208283'] for subnet (7b24b0fc-aedf-46c2-b1fa-820958e18d4c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.758989 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b24b0fc-aedf-46c2-b1fa-820958e18d4c,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:49.768051 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Checking segment: {'id': 'b5aaf747-c0c8-4706-a592-a94bf43eb8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b28e74e3-2675-4cf0-b66c-047d3ee0ddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:19:49.768363 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Network hostable DHCP agents. Network: b28e74e3-2675-4cf0-b66c-047d3ee0ddb1, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:19:49.786527 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Network b28e74e3-2675-4cf0-b66c-047d3ee0ddb1 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:19:49.803905 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, b28e74e3-2675-4cf0-b66c-047d3ee0ddb1) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:19:49.808126 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:49.808951 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:49.816017 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565cc78-6ab4-4314-93f5-fa99b9c61a80 None None] Network b28e74e3-2675-4cf0-b66c-047d3ee0ddb1 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:19:49.826516 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-24251c87-1c10-4e13-93cf-370b1a21d0da admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3464341 Mar 08 21:19:49.927459 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d4668-db9c-48a3-aaa0-91f3bae8ba12 None None] Network b28e74e3-2675-4cf0-b66c-047d3ee0ddb1 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:19:50.385464 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45444) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:50.390362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-307412454-network', 'tenant_id': 'd2eae3cce86f4314ac14e309bd885927'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:19:50.412851 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Made reservation on behalf of d2eae3cce86f4314ac14e309bd885927 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:19:50.415189 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.424031 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.504817 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Publish callbacks [] for security_group (2cb5a09a-5c27-4ed6-90e4-1aad0fc2dc84), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.509548 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2cb5a09a-5c27-4ed6-90e4-1aad0fc2dc84), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.536817 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:19:50.543858 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb5a09a-5c27-4ed6-90e4-1aad0fc2dc84,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:50.550032 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (389c9611-cf12-4904-8e7b-90e02c2b6604), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.550376 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Added segment 389c9611-cf12-4904-8e7b-90e02c2b6604 of type vlan for network 17aeed3d-ff4a-471d-885b-5c0b5966bb66 Mar 08 21:19:50.591909 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (17aeed3d-ff4a-471d-885b-5c0b5966bb66), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.617949 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (17aeed3d-ff4a-471d-885b-5c0b5966bb66), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.619197 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:50.619777 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.654168 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2675476 Mar 08 21:19:50.659309 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45446) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:50.665829 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Request body: {'subnet': {'network_id': '17aeed3d-ff4a-471d-885b-5c0b5966bb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-307412454-subnet', 'tenant_id': 'd2eae3cce86f4314ac14e309bd885927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:19:50.684871 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f8627-c38c-4a27-9907-9eb47c868a69 admin admin] Pushing event updated for resources: {'Network': ['ID=17aeed3d-ff4a-471d-885b-5c0b5966bb66,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:50.686077 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Made reservation on behalf of d2eae3cce86f4314ac14e309bd885927 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:19:50.688427 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126052533'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.696593 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 17aeed3d-ff4a-471d-885b-5c0b5966bb66 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:19:50.874992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125874091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126052523'] for subnet (47dcf8c9-6984-4080-9f91-1572327c01e8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.934448 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=47dcf8c9-6984-4080-9f91-1572327c01e8,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:50.939715 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Checking segment: {'id': '389c9611-cf12-4904-8e7b-90e02c2b6604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '17aeed3d-ff4a-471d-885b-5c0b5966bb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:19:50.940087 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Network hostable DHCP agents. Network: 17aeed3d-ff4a-471d-885b-5c0b5966bb66, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:19:50.960036 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Network 17aeed3d-ff4a-471d-885b-5c0b5966bb66 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:19:50.969432 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 17aeed3d-ff4a-471d-885b-5c0b5966bb66) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:19:50.973550 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:50.974267 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:50.979435 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1761bae7-fc5d-4f42-8881-9ae39a32850a None None] Network 17aeed3d-ff4a-471d-885b-5c0b5966bb66 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:19:50.999183 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-86f4b56c-435e-4f69-811a-6d66816777fc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3382409 Mar 08 21:19:51.099235 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50348f00-dfa5-4619-b601-51040f5d6e47 None None] Network 17aeed3d-ff4a-471d-885b-5c0b5966bb66 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:19:51.126951 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45458) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:51.182781 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-55007db6-baf4-442c-afa3-801db85d7bce admin admin] Deleting subnet 7b24b0fc-aedf-46c2-b1fa-820958e18d4c {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:19:51.186486 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55007db6-baf4-442c-afa3-801db85d7bce admin admin] Publish callbacks [] for subnet (7b24b0fc-aedf-46c2-b1fa-820958e18d4c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.225572 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55007db6-baf4-442c-afa3-801db85d7bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (7b24b0fc-aedf-46c2-b1fa-820958e18d4c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.266561 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55007db6-baf4-442c-afa3-801db85d7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (7b24b0fc-aedf-46c2-b1fa-820958e18d4c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.324507 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55007db6-baf4-442c-afa3-801db85d7bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (7b24b0fc-aedf-46c2-b1fa-820958e18d4c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.349444 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55007db6-baf4-442c-afa3-801db85d7bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b24b0fc-aedf-46c2-b1fa-820958e18d4c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:51.353400 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55007db6-baf4-442c-afa3-801db85d7bce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.358939 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-55007db6-baf4-442c-afa3-801db85d7bce admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7b24b0fc-aedf-46c2-b1fa-820958e18d4c HTTP/1.1" status: 204 len: 168 time: 0.2285821 Mar 08 21:19:51.359092 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45472) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:51.436971 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (b28e74e3-2675-4cf0-b66c-047d3ee0ddb1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.531793 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (b28e74e3-2675-4cf0-b66c-047d3ee0ddb1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.558552 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28e74e3-2675-4cf0-b66c-047d3ee0ddb1']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:51.569042 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5aaf747-c0c8-4706-a592-a94bf43eb8a0') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:51.569370 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5aaf747-c0c8-4706-a592-a94bf43eb8a0') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:51.578931 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (b5aaf747-c0c8-4706-a592-a94bf43eb8a0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.592055 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (b5aaf747-c0c8-4706-a592-a94bf43eb8a0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.598163 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:19:51.598562 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (b5aaf747-c0c8-4706-a592-a94bf43eb8a0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:19:51.601779 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:19:51.655705 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (b28e74e3-2675-4cf0-b66c-047d3ee0ddb1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.661093 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.666256 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b28e74e3-2675-4cf0-b66c-047d3ee0ddb1 HTTP/1.1" status: 204 len: 168 time: 0.3052485 Mar 08 21:19:51.669158 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:51.676749 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19a57f-d94e-4103-a027-8fe6d6f7f9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28e74e3-2675-4cf0-b66c-047d3ee0ddb1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:51.718360 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f955e47a-0191-4a1d-be76-26bb6bd57eae admin admin] Deleting subnet 47dcf8c9-6984-4080-9f91-1572327c01e8 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:19:51.721894 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f955e47a-0191-4a1d-be76-26bb6bd57eae admin admin] Publish callbacks [] for subnet (47dcf8c9-6984-4080-9f91-1572327c01e8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.759654 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f955e47a-0191-4a1d-be76-26bb6bd57eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532843'] for subnet (47dcf8c9-6984-4080-9f91-1572327c01e8), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.798011 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f955e47a-0191-4a1d-be76-26bb6bd57eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (47dcf8c9-6984-4080-9f91-1572327c01e8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.851682 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f955e47a-0191-4a1d-be76-26bb6bd57eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126208354'] for subnet (47dcf8c9-6984-4080-9f91-1572327c01e8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.878661 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955e47a-0191-4a1d-be76-26bb6bd57eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47dcf8c9-6984-4080-9f91-1572327c01e8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:51.884299 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f955e47a-0191-4a1d-be76-26bb6bd57eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:51.888508 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f955e47a-0191-4a1d-be76-26bb6bd57eae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/47dcf8c9-6984-4080-9f91-1572327c01e8 HTTP/1.1" status: 204 len: 168 time: 0.2181060 Mar 08 21:19:51.890973 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45480) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:51.965228 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (17aeed3d-ff4a-471d-885b-5c0b5966bb66), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.043115 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (17aeed3d-ff4a-471d-885b-5c0b5966bb66), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.066974 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17aeed3d-ff4a-471d-885b-5c0b5966bb66']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:52.076425 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389c9611-cf12-4904-8e7b-90e02c2b6604') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:52.076746 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389c9611-cf12-4904-8e7b-90e02c2b6604') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:52.086700 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (389c9611-cf12-4904-8e7b-90e02c2b6604), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.100264 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (389c9611-cf12-4904-8e7b-90e02c2b6604), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.106106 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:19:52.106483 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (389c9611-cf12-4904-8e7b-90e02c2b6604), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:19:52.108062 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:19:52.162195 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (17aeed3d-ff4a-471d-885b-5c0b5966bb66), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.172655 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.175816 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] 10.222.0.61 "DELETE /v2.0/networks/17aeed3d-ff4a-471d-885b-5c0b5966bb66 HTTP/1.1" status: 204 len: 168 time: 0.2838383 Mar 08 21:19:52.186901 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceac84-41eb-414d-b95c-1dde9c319ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=17aeed3d-ff4a-471d-885b-5c0b5966bb66,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:52.337930 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45484) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:52.378402 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-538088cd-17f6-4f13-8916-4717757770e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=709593bd745f4abe893d1d67d6a59351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393155 Mar 08 21:19:52.381390 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45486) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:52.436205 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7749f581-7e66-4079-80f0-4949d5879125 admin admin] Publish callbacks [] for security_group (6e7f03b5-fc2f-4b19-b8c7-5515cb8736fc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.459808 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7749f581-7e66-4079-80f0-4949d5879125 admin admin] Publish callbacks [] for security_group (6e7f03b5-fc2f-4b19-b8c7-5515cb8736fc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.513794 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7749f581-7e66-4079-80f0-4949d5879125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (6e7f03b5-fc2f-4b19-b8c7-5515cb8736fc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.516498 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7749f581-7e66-4079-80f0-4949d5879125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.519982 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7749f581-7e66-4079-80f0-4949d5879125 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e7f03b5-fc2f-4b19-b8c7-5515cb8736fc HTTP/1.1" status: 204 len: 168 time: 0.1347845 Mar 08 21:19:52.528444 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749f581-7e66-4079-80f0-4949d5879125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7f03b5-fc2f-4b19-b8c7-5515cb8736fc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:52.820639 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45504) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:52.914568 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:52.941311 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e7a9-c703-4a9f-9f08-655d7f3d4623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:52.987568 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b3a91886-2997-488e-a1e8-f2280685b2c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2eae3cce86f4314ac14e309bd885927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718684 Mar 08 21:19:52.990086 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:53.067434 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961b3fe6-3da9-4585-a318-b1eee1609ab6 admin admin] Publish callbacks [] for security_group (2cb5a09a-5c27-4ed6-90e4-1aad0fc2dc84), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.103451 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e7a9-c703-4a9f-9f08-655d7f3d4623 admin admin] Publish callbacks [] for security_group (1b28e63b-2fc2-4208-a383-8de77a2e9dcf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.109505 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961b3fe6-3da9-4585-a318-b1eee1609ab6 admin admin] Publish callbacks [] for security_group (2cb5a09a-5c27-4ed6-90e4-1aad0fc2dc84), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.111361 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aaa1e7a9-c703-4a9f-9f08-655d7f3d4623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1b28e63b-2fc2-4208-a383-8de77a2e9dcf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.180817 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1e7a9-c703-4a9f-9f08-655d7f3d4623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b28e63b-2fc2-4208-a383-8de77a2e9dcf,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:53.186912 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-aaa1e7a9-c703-4a9f-9f08-655d7f3d4623 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2339dce1235426991dfa99371e9d8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651404 Mar 08 21:19:53.189623 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:53.223905 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961b3fe6-3da9-4585-a318-b1eee1609ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2cb5a09a-5c27-4ed6-90e4-1aad0fc2dc84), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.226882 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-961b3fe6-3da9-4585-a318-b1eee1609ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.227991 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-961b3fe6-3da9-4585-a318-b1eee1609ab6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2cb5a09a-5c27-4ed6-90e4-1aad0fc2dc84 HTTP/1.1" status: 204 len: 168 time: 0.2368021 Mar 08 21:19:53.241762 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b3fe6-3da9-4585-a318-b1eee1609ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb5a09a-5c27-4ed6-90e4-1aad0fc2dc84,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:53.265168 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79273309-ecff-46a0-8dc6-349955934e0b admin admin] Publish callbacks [] for security_group (1b28e63b-2fc2-4208-a383-8de77a2e9dcf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.291596 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79273309-ecff-46a0-8dc6-349955934e0b admin admin] Publish callbacks [] for security_group (1b28e63b-2fc2-4208-a383-8de77a2e9dcf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.341999 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79273309-ecff-46a0-8dc6-349955934e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (1b28e63b-2fc2-4208-a383-8de77a2e9dcf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.344858 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-79273309-ecff-46a0-8dc6-349955934e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.346121 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-79273309-ecff-46a0-8dc6-349955934e0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b28e63b-2fc2-4208-a383-8de77a2e9dcf HTTP/1.1" status: 204 len: 168 time: 0.1553876 Mar 08 21:19:53.355295 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79273309-ecff-46a0-8dc6-349955934e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b28e63b-2fc2-4208-a383-8de77a2e9dcf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:53.703351 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45530) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:53.716644 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34ca35d0-7a3d-4ad7-a4be-cac698d1f25d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.803512 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34ca35d0-7a3d-4ad7-a4be-cac698d1f25d admin admin] Publish callbacks [] for security_group (f87b832a-569e-488b-8d90-7352e6dc28ee), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.808042 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-34ca35d0-7a3d-4ad7-a4be-cac698d1f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (f87b832a-569e-488b-8d90-7352e6dc28ee), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.852903 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-34ca35d0-7a3d-4ad7-a4be-cac698d1f25d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09fc7d7ddc6449a5ac395bc0750b4d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459906 Mar 08 21:19:53.853610 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:53.859997 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca35d0-7a3d-4ad7-a4be-cac698d1f25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87b832a-569e-488b-8d90-7352e6dc28ee,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:53.906574 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f911794f-ea50-4d23-a7d9-86a1b1ea229a admin admin] Publish callbacks [] for security_group (f87b832a-569e-488b-8d90-7352e6dc28ee), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.927748 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f911794f-ea50-4d23-a7d9-86a1b1ea229a admin admin] Publish callbacks [] for security_group (f87b832a-569e-488b-8d90-7352e6dc28ee), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.977957 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f911794f-ea50-4d23-a7d9-86a1b1ea229a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (f87b832a-569e-488b-8d90-7352e6dc28ee), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.980882 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f911794f-ea50-4d23-a7d9-86a1b1ea229a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:53.984502 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f911794f-ea50-4d23-a7d9-86a1b1ea229a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f87b832a-569e-488b-8d90-7352e6dc28ee HTTP/1.1" status: 204 len: 168 time: 0.1281064 Mar 08 21:19:53.991577 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911794f-ea50-4d23-a7d9-86a1b1ea229a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87b832a-569e-488b-8d90-7352e6dc28ee,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:56.157994 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a6d99-3ef5-4024-a73b-e5ca8ed3e505 req-83d20ddc-28c4-49a1-84e3-60116aae3c6d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:56.160238 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-551a6d99-3ef5-4024-a73b-e5ca8ed3e505 req-83d20ddc-28c4-49a1-84e3-60116aae3c6d tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 947 time: 0.0691104 Mar 08 21:19:56.218451 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-551a6d99-3ef5-4024-a73b-e5ca8ed3e505 req-e11396dc-34c2-4100-903d-ba0c7da8363f tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497410 Mar 08 21:19:56.645636 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45710) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:56.754025 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8635bc33-2efa-4127-9c8a-94bfb2b516aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:56.844577 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8635bc33-2efa-4127-9c8a-94bfb2b516aa admin admin] Publish callbacks [] for security_group (5fc90fad-ee12-413c-b29c-31c00fdf86c3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:56.848667 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8635bc33-2efa-4127-9c8a-94bfb2b516aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (5fc90fad-ee12-413c-b29c-31c00fdf86c3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:56.887790 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8635bc33-2efa-4127-9c8a-94bfb2b516aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4932b1a9e8246a88c7f5c1f4aca6976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404070 Mar 08 21:19:56.889024 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635bc33-2efa-4127-9c8a-94bfb2b516aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc90fad-ee12-413c-b29c-31c00fdf86c3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:56.890472 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45714) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:56.940563 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48d981ff-cf6e-4a14-8ed2-2c6becaeb749 admin admin] Publish callbacks [] for security_group (5fc90fad-ee12-413c-b29c-31c00fdf86c3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:56.969871 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48d981ff-cf6e-4a14-8ed2-2c6becaeb749 admin admin] Publish callbacks [] for security_group (5fc90fad-ee12-413c-b29c-31c00fdf86c3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.028223 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48d981ff-cf6e-4a14-8ed2-2c6becaeb749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (5fc90fad-ee12-413c-b29c-31c00fdf86c3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.030821 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48d981ff-cf6e-4a14-8ed2-2c6becaeb749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.031991 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-48d981ff-cf6e-4a14-8ed2-2c6becaeb749 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fc90fad-ee12-413c-b29c-31c00fdf86c3 HTTP/1.1" status: 204 len: 168 time: 0.1405566 Mar 08 21:19:57.040627 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d981ff-cf6e-4a14-8ed2-2c6becaeb749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc90fad-ee12-413c-b29c-31c00fdf86c3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:57.330015 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45730) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:57.353598 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e29fb6a9-d133-4be3-8255-5fdc7fa5a878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.484460 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e29fb6a9-d133-4be3-8255-5fdc7fa5a878 admin admin] Publish callbacks [] for security_group (35a18edd-4da1-4191-bb60-b899868508ba), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.494945 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d520e-3e42-44bf-a334-b88381933f01 req-0d1c4a3b-0f70-42e3-96ba-7e08feb0e44a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:57.496772 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f7d520e-3e42-44bf-a334-b88381933f01 req-0d1c4a3b-0f70-42e3-96ba-7e08feb0e44a tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 947 time: 0.1601028 Mar 08 21:19:57.497956 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e29fb6a9-d133-4be3-8255-5fdc7fa5a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (35a18edd-4da1-4191-bb60-b899868508ba), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.552643 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e29fb6a9-d133-4be3-8255-5fdc7fa5a878 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c85ca4dde174ce482785ccf91eabbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208421 Mar 08 21:19:57.557010 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45734) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:57.574620 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fb6a9-d133-4be3-8255-5fdc7fa5a878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a18edd-4da1-4191-bb60-b899868508ba,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:57.590406 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2f7d520e-3e42-44bf-a334-b88381933f01 req-b309392d-e84f-48d0-9500-9473192f194e tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa2452a9-790d-47a0-a123-00f1f71e555f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835886 Mar 08 21:19:57.641097 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48319a8-caed-4011-9b57-cf0a3e21c574 admin admin] Publish callbacks [] for security_group (35a18edd-4da1-4191-bb60-b899868508ba), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.663676 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48319a8-caed-4011-9b57-cf0a3e21c574 admin admin] Publish callbacks [] for security_group (35a18edd-4da1-4191-bb60-b899868508ba), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.718266 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48319a8-caed-4011-9b57-cf0a3e21c574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (35a18edd-4da1-4191-bb60-b899868508ba), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.721161 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b48319a8-caed-4011-9b57-cf0a3e21c574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.722388 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b48319a8-caed-4011-9b57-cf0a3e21c574 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35a18edd-4da1-4191-bb60-b899868508ba HTTP/1.1" status: 204 len: 168 time: 0.1640582 Mar 08 21:19:57.741663 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48319a8-caed-4011-9b57-cf0a3e21c574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a18edd-4da1-4191-bb60-b899868508ba,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:57.770938 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-ecb3c06c-11cd-4dc1-9077-11855ff731a7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:19:57.773305 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-ecb3c06c-11cd-4dc1-9077-11855ff731a7 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 947 time: 0.0622189 Mar 08 21:19:57.879395 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Deleting port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:19:57.879752 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:57.989407 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] For port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:19:57.990638 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:58.176378 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:58.176778 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (3b4a2a58-75d1-46df-a3ba-58b828c0a682), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:58.178425 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Floating IP 3b4a2a58-75d1-46df-a3ba-58b828c0a682 disassociated. External IP: 172.27.1.14, port: 45f66cc5-4c9c-4080-842c-1ab34aedb9e0. Mar 08 21:19:58.178829 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Calling delete_port for 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:19:58.314696 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (45f66cc5-4c9c-4080-842c-1ab34aedb9e0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:58.344133 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event deleted for resources: {'Port': ['ID=45f66cc5-4c9c-4080-842c-1ab34aedb9e0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:58.474885 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:19:58.728141 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-577f3a77-c097-4786-b299-709e910e92e6 req-fa6c5f37-84b6-4c5d-bad3-ae6aec6f8cd2 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9e5a7c7-f653-424d-9fe9-6135d7f80d6b HTTP/1.1" status: 200 len: 210 time: 0.0452979 Mar 08 21:19:58.843829 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:19:58.855202 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] Sync routers for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:19:58.867874 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:58.868522 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:58.889675 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] No DVR routers for this DVR port 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:19:58.892285 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:58.895861 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bd235aec-91fe-43ce-b51c-dc88d12f36e9 req-de4d0b60-6ea2-4230-af83-c7e3dbe99b9b tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.13 "DELETE /v2.0/ports/45f66cc5-4c9c-4080-842c-1ab34aedb9e0 HTTP/1.1" status: 204 len: 173 time: 1.1167979 Mar 08 21:19:58.896374 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-deleted', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:19:58.898893 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda6f102-918d-452e-a688-6b4152104cdc" -d '{"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-deleted", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:19:58.938196 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c37f424-cdf3-4526-b043-2d47e0dbeb5f x-openstack-request-id: req-2c37f424-cdf3-4526-b043-2d47e0dbeb5f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:19:58.938794 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e5a7c7-f653-424d-9fe9-6135d7f80d6b", "name": "network-vif-deleted", "tag": "45f66cc5-4c9c-4080-842c-1ab34aedb9e0", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:19:58.939224 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c37f424-cdf3-4526-b043-2d47e0dbeb5f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:19:58.939590 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e5a7c7-f653-424d-9fe9-6135d7f80d6b', 'name': 'network-vif-deleted', 'tag': '45f66cc5-4c9c-4080-842c-1ab34aedb9e0', 'status': 'completed', 'code': 200} Mar 08 21:19:59.010234 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83469fb9-713e-47a6-a2a4-eeba67627386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.048024 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:59.278723 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:59.306648 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] Checking router: 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:19:59.315294 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:19:59.315920 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:19:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:59.433601 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:19:59.463079 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45794) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:59.588853 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b9bf-be11-4cb2-aa6c-82bb0bdff6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.670533 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:19:59.676711 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b9bf-be11-4cb2-aa6c-82bb0bdff6e5 admin admin] Publish callbacks [] for security_group (17315184-62ff-4850-9e6e-31f14a79e949), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.682431 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cdd1b9bf-be11-4cb2-aa6c-82bb0bdff6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (17315184-62ff-4850-9e6e-31f14a79e949), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.703758 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e3c5b-065b-4338-ba0f-d2e272c75100 None None] The sync data for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi is: [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:12:17Z', 'revision_number': 4, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'a1ea0580-faad-4478-a7fe-698890925945', 'name': '', 'network_id': '680394b3-3a71-454f-bb48-bf40ca736825', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'mac_address': 'fa:16:3e:40:7c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '91f08a8e-1e39-4903-8b45-495898062972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:15Z', 'updated_at': '2022-03-08T21:12:33Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'subnets': [{'id': '91f08a8e-1e39-4903-8b45-495898062972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:19:59.712181 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cdd1b9bf-be11-4cb2-aa6c-82bb0bdff6e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=358896f037984efa846aa031a3fe94df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477584 Mar 08 21:19:59.712877 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45798) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:59.736324 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1b9bf-be11-4cb2-aa6c-82bb0bdff6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17315184-62ff-4850-9e6e-31f14a79e949,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:59.777415 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e2d717e-b283-42d1-b5d4-9eeacb971918 admin admin] Publish callbacks [] for security_group (17315184-62ff-4850-9e6e-31f14a79e949), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.811074 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e2d717e-b283-42d1-b5d4-9eeacb971918 admin admin] Publish callbacks [] for security_group (17315184-62ff-4850-9e6e-31f14a79e949), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.867584 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45808) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:19:59.886617 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e2d717e-b283-42d1-b5d4-9eeacb971918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (17315184-62ff-4850-9e6e-31f14a79e949), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.890498 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e2d717e-b283-42d1-b5d4-9eeacb971918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.893119 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1e2d717e-b283-42d1-b5d4-9eeacb971918 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17315184-62ff-4850-9e6e-31f14a79e949 HTTP/1.1" status: 204 len: 168 time: 0.1775198 Mar 08 21:19:59.904826 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d717e-b283-42d1-b5d4-9eeacb971918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17315184-62ff-4850-9e6e-31f14a79e949,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:19:59.956632 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38ffbeb7-422c-434d-a062-9c3ab6c62de6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (fa2452a9-790d-47a0-a123-00f1f71e555f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:19:59.986703 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38ffbeb7-422c-434d-a062-9c3ab6c62de6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (fa2452a9-790d-47a0-a123-00f1f71e555f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.028989 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b17b3a-280d-4952-b2a4-d7fc0f91eb73 None None] New status for floating IP 3b4a2a58-75d1-46df-a3ba-58b828c0a682: DOWN {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:20:00.052711 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38ffbeb7-422c-434d-a062-9c3ab6c62de6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (fa2452a9-790d-47a0-a123-00f1f71e555f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.056156 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-38ffbeb7-422c-434d-a062-9c3ab6c62de6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.057572 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-38ffbeb7-422c-434d-a062-9c3ab6c62de6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa2452a9-790d-47a0-a123-00f1f71e555f HTTP/1.1" status: 204 len: 168 time: 0.1888390 Mar 08 21:20:00.061330 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45814) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:00.068796 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffbeb7-422c-434d-a062-9c3ab6c62de6 tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2452a9-790d-47a0-a123-00f1f71e555f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:00.108429 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-2a28353d-8fc6-4d2f-ac7d-59169b8620dd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] show failed (client error): The resource could not be found. Mar 08 21:20:00.109929 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2a28353d-8fc6-4d2f-ac7d-59169b8620dd tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "GET /v2.0/security-groups/fa2452a9-790d-47a0-a123-00f1f71e555f HTTP/1.1" status: 404 len: 347 time: 0.0471942 Mar 08 21:20:00.113051 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:00.237369 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45818) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:00.251482 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30eb7ac5-cf0d-4dea-9383-6d3bbb035443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.251675 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Deleting port 1e8c14a1-768a-41cd-9e5e-ec0027a40dbc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:20:00.251825 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.330782 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30eb7ac5-cf0d-4dea-9383-6d3bbb035443 admin admin] Publish callbacks [] for security_group (2037ca16-dea2-437a-bb14-f4e034e559a4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.335794 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30eb7ac5-cf0d-4dea-9383-6d3bbb035443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2037ca16-dea2-437a-bb14-f4e034e559a4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.341197 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.341526 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.353993 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Calling delete_port for 1e8c14a1-768a-41cd-9e5e-ec0027a40dbc owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:20:00.374747 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-30eb7ac5-cf0d-4dea-9383-6d3bbb035443 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0fba2e3d888464f819d204960989ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363082 Mar 08 21:20:00.375617 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb7ac5-cf0d-4dea-9383-6d3bbb035443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2037ca16-dea2-437a-bb14-f4e034e559a4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:00.378908 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45820) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:00.428297 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01636db2-f495-4b69-bcf2-1e840164f1f6 admin admin] Publish callbacks [] for security_group (2037ca16-dea2-437a-bb14-f4e034e559a4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.452105 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01636db2-f495-4b69-bcf2-1e840164f1f6 admin admin] Publish callbacks [] for security_group (2037ca16-dea2-437a-bb14-f4e034e559a4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.494302 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (1e8c14a1-768a-41cd-9e5e-ec0027a40dbc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.503319 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01636db2-f495-4b69-bcf2-1e840164f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (2037ca16-dea2-437a-bb14-f4e034e559a4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.506768 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01636db2-f495-4b69-bcf2-1e840164f1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.507937 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-01636db2-f495-4b69-bcf2-1e840164f1f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2037ca16-dea2-437a-bb14-f4e034e559a4 HTTP/1.1" status: 204 len: 168 time: 0.1277349 Mar 08 21:20:00.515885 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01636db2-f495-4b69-bcf2-1e840164f1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2037ca16-dea2-437a-bb14-f4e034e559a4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:00.521994 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Pushing event deleted for resources: {'Port': ['ID=1e8c14a1-768a-41cd-9e5e-ec0027a40dbc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:00.586384 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks [] for floatingip (3b4a2a58-75d1-46df-a3ba-58b828c0a682), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.589069 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:00.590312 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a933632c-a3a2-4845-ab4b-6be4265004da tempest-AttachVolumeShelveTestJSON-443411228 tempest-AttachVolumeShelveTestJSON-443411228-project] 10.222.0.61 "DELETE /v2.0/floatingips/3b4a2a58-75d1-46df-a3ba-58b828c0a682 HTTP/1.1" status: 204 len: 168 time: 0.4762387 Mar 08 21:20:01.292606 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-866b0304-6f72-4a52-9114-3566590cbeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:01.644635 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 45864) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:01.751609 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b43b4201-8995-43b4-8619-f07ec104e30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:01.832137 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b43b4201-8995-43b4-8619-f07ec104e30b admin admin] Publish callbacks [] for security_group (c464cc5e-f924-4649-8e4b-2bae30364db5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:01.837280 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b43b4201-8995-43b4-8619-f07ec104e30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c464cc5e-f924-4649-8e4b-2bae30364db5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:01.878237 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b4201-8995-43b4-8619-f07ec104e30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c464cc5e-f924-4649-8e4b-2bae30364db5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:01.884851 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b43b4201-8995-43b4-8619-f07ec104e30b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d7dfc742c2946d691003cf37e97bcab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390969 Mar 08 21:20:01.887516 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:01.945799 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ff8e635-22f9-4f4f-b602-7a2bdfcae110 admin admin] Publish callbacks [] for security_group (c464cc5e-f924-4649-8e4b-2bae30364db5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:01.968430 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ff8e635-22f9-4f4f-b602-7a2bdfcae110 admin admin] Publish callbacks [] for security_group (c464cc5e-f924-4649-8e4b-2bae30364db5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:02.169847 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:20:02.191493 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:20:02.191844 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 45f66cc5-4c9c-4080-842c-1ab34aedb9e0 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:20:02.281590 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ff8e635-22f9-4f4f-b602-7a2bdfcae110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (c464cc5e-f924-4649-8e4b-2bae30364db5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:02.284282 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ff8e635-22f9-4f4f-b602-7a2bdfcae110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:02.285499 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3ff8e635-22f9-4f4f-b602-7a2bdfcae110 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c464cc5e-f924-4649-8e4b-2bae30364db5 HTTP/1.1" status: 204 len: 168 time: 0.3969474 Mar 08 21:20:02.293400 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8e635-22f9-4f4f-b602-7a2bdfcae110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464cc5e-f924-4649-8e4b-2bae30364db5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:02.532546 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:04.067418 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:05.129638 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45954) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:05.518331 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:05.635200 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:05.897680 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Deleting port a1ea0580-faad-4478-a7fe-698890925945 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:20:05.898022 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (a1ea0580-faad-4478-a7fe-698890925945), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:05.982041 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] For port a1ea0580-faad-4478-a7fe-698890925945, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=a1ea0580-faad-4478-a7fe-698890925945,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:20:05.982403 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (a1ea0580-faad-4478-a7fe-698890925945), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:05.995165 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Calling delete_port for a1ea0580-faad-4478-a7fe-698890925945 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:20:06.183936 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (a1ea0580-faad-4478-a7fe-698890925945), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:06.210376 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ea0580-faad-4478-a7fe-698890925945,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:06.383211 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:06.619614 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:20:06.744133 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:20:06.749321 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7785374f-6e2b-4007-be7f-e8b58f08c483 admin admin] 10.222.0.61 "PUT /v2.0/routers/7eae09f8-e515-49a3-ae1f-b172a5f0ac18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6182225 Mar 08 21:20:06.751729 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45964) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:06.753062 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] Sync routers for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:20:06.763301 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:20:06.763936 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:20:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:06.861185 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks [] for router (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:06.872774 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:20:06.971756 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks [] for router_gateway (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.027888 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Deleting port 03dda75b-646e-490b-9ee4-5d60715d6ac4 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:20:07.028221 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.060339 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:20:06Z', 'revision_number': 5, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port': {'id': '03dda75b-646e-490b-9ee4-5d60715d6ac4', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:12:08Z', 'updated_at': '2022-03-08T21:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:07.092505 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] Checking router: 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:20:07.102373 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] Routers {'7eae09f8-e515-49a3-ae1f-b172a5f0ac18'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:20:07.103002 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:20:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:07.112904 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] For port 03dda75b-646e-490b-9ee4-5d60715d6ac4, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=03dda75b-646e-490b-9ee4-5d60715d6ac4,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:20:07.113350 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.126502 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Calling delete_port for 03dda75b-646e-490b-9ee4-5d60715d6ac4 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:20:07.192391 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] Set router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:20:07.246165 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:20:06Z', 'revision_number': 6, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:07.276325 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e937c8-4465-443a-a136-dfa1c80e5885 None None] The sync data for ids ['7eae09f8-e515-49a3-ae1f-b172a5f0ac18'] in dv-cinder-830098-3-iscsi is: [{'id': '7eae09f8-e515-49a3-ae1f-b172a5f0ac18', 'name': 'tempest-AttachVolumeShelveTestJSON-1998417399-router', 'tenant_id': '2a0a866da4154f5180339f0ebee91eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:12:07Z', 'updated_at': '2022-03-08T21:20:06Z', 'revision_number': 6, 'project_id': '2a0a866da4154f5180339f0ebee91eaf', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:20:07.305835 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (03dda75b-646e-490b-9ee4-5d60715d6ac4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.337391 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Pushing event deleted for resources: {'Port': ['ID=03dda75b-646e-490b-9ee4-5d60715d6ac4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:07.397326 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.495916 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.498069 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks [] for router_controller (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.541668 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (7eae09f8-e515-49a3-ae1f-b172a5f0ac18), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.542174 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eae09f8-e515-49a3-ae1f-b172a5f0ac18 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:20:07.546313 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.547442 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-aacfe414-93e7-45ee-94d5-c4f63295599e admin admin] 10.222.0.61 "DELETE /v2.0/routers/7eae09f8-e515-49a3-ae1f-b172a5f0ac18 HTTP/1.1" status: 204 len: 168 time: 0.7947226 Mar 08 21:20:07.550322 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:07.595106 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc65678-cde5-419f-a7f7-49fa6a49fc58 admin admin] Deleting subnet 91f08a8e-1e39-4903-8b45-495898062972 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:20:07.598363 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fc65678-cde5-419f-a7f7-49fa6a49fc58 admin admin] Publish callbacks [] for subnet (91f08a8e-1e39-4903-8b45-495898062972), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.658084 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fc65678-cde5-419f-a7f7-49fa6a49fc58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (91f08a8e-1e39-4903-8b45-495898062972), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.765877 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fc65678-cde5-419f-a7f7-49fa6a49fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (91f08a8e-1e39-4903-8b45-495898062972), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.826784 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device a1ea0580-faad-4478-a7fe-698890925945 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:20:07.844308 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fc65678-cde5-419f-a7f7-49fa6a49fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (91f08a8e-1e39-4903-8b45-495898062972), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.858924 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: a1ea0580-faad-4478-a7fe-698890925945 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:20:07.859467 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device a1ea0580-faad-4478-a7fe-698890925945 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:20:07.882111 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc65678-cde5-419f-a7f7-49fa6a49fc58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f08a8e-1e39-4903-8b45-495898062972,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:07.885515 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1fc65678-cde5-419f-a7f7-49fa6a49fc58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:07.889247 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1fc65678-cde5-419f-a7f7-49fa6a49fc58 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/91f08a8e-1e39-4903-8b45-495898062972 HTTP/1.1" status: 204 len: 168 time: 0.3378878 Mar 08 21:20:07.891354 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45978) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:07.902907 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa048057-4811-4426-8d01-79ebf0d5b026 None None] Network 680394b3-3a71-454f-bb48-bf40ca736825 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:20:07.969416 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (680394b3-3a71-454f-bb48-bf40ca736825), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.047691 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Deleting port 2a318cc9-bf42-4690-b504-a35314590c06 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:20:08.048028 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (2a318cc9-bf42-4690-b504-a35314590c06), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.116064 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] For port 2a318cc9-bf42-4690-b504-a35314590c06, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=2a318cc9-bf42-4690-b504-a35314590c06,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:20:08.116807 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (2a318cc9-bf42-4690-b504-a35314590c06), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.130598 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Calling delete_port for 2a318cc9-bf42-4690-b504-a35314590c06 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:20:08.167164 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] DHCP port deletion for 680394b3-3a71-454f-bb48-bf40ca736825 request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:20:08.227003 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] Deleting port 2a318cc9-bf42-4690-b504-a35314590c06 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:20:08.227427 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (2a318cc9-bf42-4690-b504-a35314590c06), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.233932 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (2a318cc9-bf42-4690-b504-a35314590c06), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.264261 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Pushing event deleted for resources: {'Port': ['ID=2a318cc9-bf42-4690-b504-a35314590c06,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:08.270439 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] No DVR routers for this DVR port 2a318cc9-bf42-4690-b504-a35314590c06 on host dv-cinder-830098-3-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:20:08.308289 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] For port 2a318cc9-bf42-4690-b504-a35314590c06, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=2a318cc9-bf42-4690-b504-a35314590c06,segment=NetworkSegment(9c42627e-0d94-4e55-9389-085ceab08080),segment_id=9c42627e-0d94-4e55-9389-085ceab08080)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:20:08.308700 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (2a318cc9-bf42-4690-b504-a35314590c06), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.353786 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (680394b3-3a71-454f-bb48-bf40ca736825), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.383522 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680394b3-3a71-454f-bb48-bf40ca736825']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:08.396646 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c42627e-0d94-4e55-9389-085ceab08080') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:08.397129 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c42627e-0d94-4e55-9389-085ceab08080') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:08.413994 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (9c42627e-0d94-4e55-9389-085ceab08080), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.433781 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (9c42627e-0d94-4e55-9389-085ceab08080), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.440779 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:20:08.441223 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (9c42627e-0d94-4e55-9389-085ceab08080), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:20:08.443718 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:20:08.459727 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] Calling delete_port for 2a318cc9-bf42-4690-b504-a35314590c06 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:20:08.503384 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (680394b3-3a71-454f-bb48-bf40ca736825), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.513661 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.519233 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] 10.222.0.61 "DELETE /v2.0/networks/680394b3-3a71-454f-bb48-bf40ca736825 HTTP/1.1" status: 204 len: 168 time: 0.6245449 Mar 08 21:20:08.531159 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc846c2e-6154-42f2-920b-1e32c035d2af admin admin] Pushing event deleted for resources: {'Network': ['ID=680394b3-3a71-454f-bb48-bf40ca736825,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:08.542933 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855'] for port (2a318cc9-bf42-4690-b504-a35314590c06), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.568353 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] Network 680394b3-3a71-454f-bb48-bf40ca736825 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 21:20:08.568858 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] No DVR routers for this DVR port 2a318cc9-bf42-4690-b504-a35314590c06 on host dv-cinder-830098-3-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:20:08.570677 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2baa81-58db-41a8-b34e-952d04cd5bf5 None None] Pushing event deleted for resources: {'Port': ['ID=2a318cc9-bf42-4690-b504-a35314590c06,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:08.650135 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45992) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:08.692904 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-415034f6-a1e1-4b12-b6c0-b270bbcd60ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a0a866da4154f5180339f0ebee91eaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413880 Mar 08 21:20:08.695377 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 45994) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:08.743369 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065bcd00-c0a8-4b2a-b8d6-13600442e93e admin admin] Publish callbacks [] for security_group (0d372556-f1bb-4438-af6c-01aa70e43550), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.763932 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065bcd00-c0a8-4b2a-b8d6-13600442e93e admin admin] Publish callbacks [] for security_group (0d372556-f1bb-4438-af6c-01aa70e43550), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.810131 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065bcd00-c0a8-4b2a-b8d6-13600442e93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0d372556-f1bb-4438-af6c-01aa70e43550), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.812722 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-065bcd00-c0a8-4b2a-b8d6-13600442e93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:08.813899 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-065bcd00-c0a8-4b2a-b8d6-13600442e93e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d372556-f1bb-4438-af6c-01aa70e43550 HTTP/1.1" status: 204 len: 168 time: 0.1175332 Mar 08 21:20:08.822734 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bcd00-c0a8-4b2a-b8d6-13600442e93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d372556-f1bb-4438-af6c-01aa70e43550,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:09.594323 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 2a318cc9-bf42-4690-b504-a35314590c06 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:20:09.619505 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 2a318cc9-bf42-4690-b504-a35314590c06 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:20:09.619860 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 2a318cc9-bf42-4690-b504-a35314590c06 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:20:09.620283 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 03dda75b-646e-490b-9ee4-5d60715d6ac4 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:20:09.639592 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 03dda75b-646e-490b-9ee4-5d60715d6ac4 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:20:09.639950 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 03dda75b-646e-490b-9ee4-5d60715d6ac4 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:20:10.616135 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:19.408437 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-39743721-e238-4baf-83d9-33780df28f38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470901 Mar 08 21:20:19.486276 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-35af4138-a867-430f-a814-0cbce1de984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:19.487772 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-35af4138-a867-430f-a814-0cbce1de984f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 1129 time: 0.0545461 Mar 08 21:20:20.458262 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-dbbee3f4-c61b-4058-b00c-e1291dcfae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:20.459699 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-dbbee3f4-c61b-4058-b00c-e1291dcfae74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.1248477 Mar 08 21:20:21.231002 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-4f9fbf59-a982-4c22-b3fc-ff75901b63e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f97cf6a-02be-426c-8e25-f93607261303 HTTP/1.1" status: 200 len: 1000 time: 0.0641344 Mar 08 21:20:22.138262 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-de4ec2fb-4043-477d-a9aa-97ecdde70f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:22.139843 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-de4ec2fb-4043-477d-a9aa-97ecdde70f87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0512862 Mar 08 21:20:22.195165 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-5e9b457d-c683-4c54-a609-ee761b831323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:22.196691 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-5e9b457d-c683-4c54-a609-ee761b831323 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484452 Mar 08 21:20:22.298034 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-a4153b01-c13d-4438-9582-9d3590df913a service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941494 Mar 08 21:20:22.413401 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ca3d08e1-7fd1-4138-aa4b-3f8e70612bbb req-8a837f96-7ac8-4ef2-ae93-5d86d362153b service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074848 Mar 08 21:20:24.466131 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:20:28.943988 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4451c89e-da3c-4fd5-beeb-f6ebe257b935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:31.297476 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3be271a-8cbd-49d9-9502-a3f0d74cf230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.074655 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:32.182632 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2585af5a-3d00-4f0d-bc8f-6314e6ecb21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.257654 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2585af5a-3d00-4f0d-bc8f-6314e6ecb21e admin admin] Publish callbacks [] for security_group (3210ae7c-a7ca-4130-9710-e41d41a49e6d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.261789 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2585af5a-3d00-4f0d-bc8f-6314e6ecb21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (3210ae7c-a7ca-4130-9710-e41d41a49e6d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.300272 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2585af5a-3d00-4f0d-bc8f-6314e6ecb21e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=414e8560f8b543f1a04b59139b2a133f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244289 Mar 08 21:20:32.301425 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585af5a-3d00-4f0d-bc8f-6314e6ecb21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3210ae7c-a7ca-4130-9710-e41d41a49e6d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:32.303339 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 46382) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:32.356790 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Publish callbacks [] for security_group (3210ae7c-a7ca-4130-9710-e41d41a49e6d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.381897 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Publish callbacks [] for security_group (3210ae7c-a7ca-4130-9710-e41d41a49e6d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.449826 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (3210ae7c-a7ca-4130-9710-e41d41a49e6d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.453097 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.458704 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3210ae7c-a7ca-4130-9710-e41d41a49e6d HTTP/1.1" status: 204 len: 168 time: 0.1540027 Mar 08 21:20:32.468136 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3210ae7c-a7ca-4130-9710-e41d41a49e6d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:32.495965 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.496334 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.497255 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.498156 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.498499 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.498987 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.499204 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.499538 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.499926 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.500305 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.500635 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.500958 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.501341 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519a2a6d-9601-4aeb-a67d-81cc01a24348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:32.569702 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.695368 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-c985bb64-2552-4851-bfdf-71f7281db345 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-211994869&fields=id&tenant_id=f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 267 time: 0.0599978 Mar 08 21:20:32.818269 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-8c29abb4-c5f4-40f7-844c-2f6caf644e7c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:32.819759 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-8c29abb4-c5f4-40f7-844c-2f6caf644e7c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 812 time: 0.1178656 Mar 08 21:20:32.841677 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-ff246654-2058-46a2-ae1b-44bc50c0886a tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/quotas/f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 375 time: 0.0114856 Mar 08 21:20:32.889225 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 46410) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:32.902859 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-214dfbb0-8d04-4c43-9d5d-324f40504c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:32.928752 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-04617cd0-7ff4-4971-8581-d8049269253c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821972 Mar 08 21:20:33.021132 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-214dfbb0-8d04-4c43-9d5d-324f40504c2b admin admin] Publish callbacks [] for security_group (fc8057d3-c2a4-4761-8ed4-2ab71535e662), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:33.030704 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-214dfbb0-8d04-4c43-9d5d-324f40504c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (fc8057d3-c2a4-4761-8ed4-2ab71535e662), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:33.046011 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-f10bec8c-b35a-4fd6-9a1d-eced40d82a5d service neutron] 10.222.0.61 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042454 Mar 08 21:20:33.075297 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-214dfbb0-8d04-4c43-9d5d-324f40504c2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51cc4f25d280402f8269030bec8ce928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865797 Mar 08 21:20:33.076397 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dfbb0-8d04-4c43-9d5d-324f40504c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8057d3-c2a4-4761-8ed4-2ab71535e662,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:33.079541 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 46422) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:33.140546 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37057d54-c828-4b6d-ad8a-73c2848314f6 admin admin] Publish callbacks [] for security_group (fc8057d3-c2a4-4761-8ed4-2ab71535e662), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:33.170859 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37057d54-c828-4b6d-ad8a-73c2848314f6 admin admin] Publish callbacks [] for security_group (fc8057d3-c2a4-4761-8ed4-2ab71535e662), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:33.197805 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-7f8fe92a-29d0-417c-ad75-5eb1ae3dcb06 service neutron] 10.222.0.61 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438658 Mar 08 21:20:33.230289 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37057d54-c828-4b6d-ad8a-73c2848314f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (fc8057d3-c2a4-4761-8ed4-2ab71535e662), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:33.233360 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37057d54-c828-4b6d-ad8a-73c2848314f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:33.234727 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-37057d54-c828-4b6d-ad8a-73c2848314f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc8057d3-c2a4-4761-8ed4-2ab71535e662 HTTP/1.1" status: 204 len: 168 time: 0.1542368 Mar 08 21:20:33.246663 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37057d54-c828-4b6d-ad8a-73c2848314f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8057d3-c2a4-4761-8ed4-2ab71535e662,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:33.566432 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f1dee7e2-b811-4137-b1d4-1ab368a9b3fb req-569357b6-96f9-4052-a8ca-d77ab64d76fc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 210 time: 0.0525410 Mar 08 21:20:34.071288 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:34.698681 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-168fb7c5-8d52-44b0-b663-b6b0b256de98 req-f061dca5-5041-4421-9639-924e91d19f75 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 210 time: 0.0396941 Mar 08 21:20:34.805893 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-2c39254c-7e01-4f92-ba80-61ca88b9328d tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:34.808579 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-2c39254c-7e01-4f92-ba80-61ca88b9328d tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 812 time: 0.1876528 Mar 08 21:20:34.957124 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-432c4362-c0cd-4b9b-ad35-21f7ff9f74c3 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f161fdf78d904b7fbf1035d63396148c HTTP/1.1" status: 200 len: 379 time: 0.1275809 Mar 08 21:20:34.972381 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'port': {'device_id': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'admin_state_up': True, 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'security_groups': ['502c6e93-e8f8-49b0-b5d7-c279d5426352']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:20:35.126150 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Made reservation on behalf of f161fdf78d904b7fbf1035d63396148c for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:20:35.130311 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:35.291057 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Allocated IP 172.20.0.11 (f264db18-e421-4cb2-b0b2-40a9f99e0b12/be0b49b6-ca52-4fd9-a910-1d1c4819d211/283c67af-1683-4fad-8b3d-c59f950a12f9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:20:35.510625 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:35.562324 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:35.599402 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:35.678984 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:20:35.686839 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:20:35.703869 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:20:35.731946 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=283c67af-1683-4fad-8b3d-c59f950a12f9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:35.882589 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:35.884743 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:35.885547 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:35.919718 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-288d4ccc-06c0-4197-9b2e-20b7614a83e9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9555562 Mar 08 21:20:35.939002 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Request body: {'port': {'device_id': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:20:35.977372 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184569b2-5434-4058-a74d-ab7acec9369e req-89ca9e5f-b464-4673-80f4-a60bd9916fec tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:35.979354 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-184569b2-5434-4058-a74d-ab7acec9369e req-89ca9e5f-b464-4673-80f4-a60bd9916fec tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 932 time: 0.1406765 Mar 08 21:20:36.076730 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-075dc962-3d0f-4f98-8265-476a78a7e29b None None] Provisioning complete for port 283c67af-1683-4fad-8b3d-c59f950a12f9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:20:36.076965 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-075dc962-3d0f-4f98-8265-476a78a7e29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.088967 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.109870 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-184569b2-5434-4058-a74d-ab7acec9369e req-0f2fcadf-e948-45d4-b55c-15be965ec4d7 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223652 Mar 08 21:20:36.156720 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-075dc962-3d0f-4f98-8265-476a78a7e29b None None] Port 283c67af-1683-4fad-8b3d-c59f950a12f9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:20:36.187768 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.303132 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Publish callbacks [] for security_group (034325ee-9089-43af-9c4d-329c7482ac7b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.309764 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (034325ee-9089-43af-9c4d-329c7482ac7b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.346537 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034325ee-9089-43af-9c4d-329c7482ac7b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:36.389932 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46fc89cae969490ba86e19305661b974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055339 Mar 08 21:20:36.395411 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46592) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:36.404700 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.405230 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.405783 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.406134 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.406564 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.406913 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.407502 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.408081 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.408415 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.408634 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.408962 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.409349 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.409682 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30557df-459b-48d7-aeec-546448db38ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:36.477992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86cd054f-5661-4e96-a133-4343b3624633 admin admin] Publish callbacks [] for security_group (034325ee-9089-43af-9c4d-329c7482ac7b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.509719 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86cd054f-5661-4e96-a133-4343b3624633 admin admin] Publish callbacks [] for security_group (034325ee-9089-43af-9c4d-329c7482ac7b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.517539 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283c67af-1683-4fad-8b3d-c59f950a12f9 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:20:36.528673 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Publish callbacks [] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.576398 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Transition to ACTIVE for port object 283c67af-1683-4fad-8b3d-c59f950a12f9 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:20:36.578268 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86cd054f-5661-4e96-a133-4343b3624633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (034325ee-9089-43af-9c4d-329c7482ac7b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.581820 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86cd054f-5661-4e96-a133-4343b3624633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.583022 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-86cd054f-5661-4e96-a133-4343b3624633 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/034325ee-9089-43af-9c4d-329c7482ac7b HTTP/1.1" status: 204 len: 168 time: 0.1863041 Mar 08 21:20:36.584025 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.609814 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd054f-5661-4e96-a133-4343b3624633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034325ee-9089-43af-9c4d-329c7482ac7b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:36.719923 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Pushing event updated for resources: {'Port': ['ID=283c67af-1683-4fad-8b3d-c59f950a12f9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:36.821973 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Attempting to bind port 283c67af-1683-4fad-8b3d-c59f950a12f9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:20:36.822525 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Attempting to bind port 283c67af-1683-4fad-8b3d-c59f950a12f9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:20:36.823053 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Attempting to bind port 283c67af-1683-4fad-8b3d-c59f950a12f9 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:20:36.832563 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Port 283c67af-1683-4fad-8b3d-c59f950a12f9 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:20:36.834783 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Attempting to bind port 283c67af-1683-4fad-8b3d-c59f950a12f9 on network f264db18-e421-4cb2-b0b2-40a9f99e0b12 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:20:36.847918 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:20:36.848506 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Checking segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:20:36.849361 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Bound using segment: {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:20:36.849851 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Bound port: 283c67af-1683-4fad-8b3d-c59f950a12f9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e8cd18-dd85-458f-b7d9-40f6f03dda94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:20:36.851225 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:36.962639 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] For port 283c67af-1683-4fad-8b3d-c59f950a12f9, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:20:36.968103 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] For port 283c67af-1683-4fad-8b3d-c59f950a12f9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=283c67af-1683-4fad-8b3d-c59f950a12f9,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:20:36.977277 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.024105 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:37.024884 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.026489 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] 10.222.0.13 "PUT /v2.0/ports/283c67af-1683-4fad-8b3d-c59f950a12f9 HTTP/1.1" status: 200 len: 1094 time: 1.0941668 Mar 08 21:20:37.029772 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:20:37.038732 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58308d36-736c-4e22-ba7c-69f53ea6bd75" -d '{"events": [{"name": "network-changed", "server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:20:37.103980 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46618) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:37.122350 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88bc2f8e-c3eb-4ea2-af6c-7b5bf531fecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.126708 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805caaf-6710-4d22-ab07-3a4a6d9ae99c service neutron] Pushing event updated for resources: {'Port': ['ID=283c67af-1683-4fad-8b3d-c59f950a12f9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:37.211129 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455f7b88-54fc-418e-aeab-c574c19a3c26 x-openstack-request-id: req-455f7b88-54fc-418e-aeab-c574c19a3c26 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:20:37.211438 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:20:37.211701 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-455f7b88-54fc-418e-aeab-c574c19a3c26 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:20:37.212125 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'status': 'completed', 'code': 200} Mar 08 21:20:37.304622 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88bc2f8e-c3eb-4ea2-af6c-7b5bf531fecf admin admin] Publish callbacks [] for security_group (5016cad6-16a5-4854-ac23-877c6fbee717), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.314709 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-88bc2f8e-c3eb-4ea2-af6c-7b5bf531fecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (5016cad6-16a5-4854-ac23-877c6fbee717), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.328547 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-d1232e33-eb80-4a5b-a279-5cbb1e8ef917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:37.333205 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-d1232e33-eb80-4a5b-a279-5cbb1e8ef917 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 1128 time: 0.2230690 Mar 08 21:20:37.387946 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f569-118a-4e96-8612-f1f480c8ae11 req-f810ac10-8c72-45da-8068-d1f4d096a378 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:37.391188 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5157f569-118a-4e96-8612-f1f480c8ae11 req-f810ac10-8c72-45da-8068-d1f4d096a378 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.1391113 Mar 08 21:20:37.435309 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-88bc2f8e-c3eb-4ea2-af6c-7b5bf531fecf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c064aff778944f8dbb50ba2de2e2cb03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296778 Mar 08 21:20:37.446536 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:37.469292 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-de30d719-e2f6-4d54-b18b-15017e9903f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=283c67af-1683-4fad-8b3d-c59f950a12f9 HTTP/1.1" status: 200 len: 217 time: 0.1083891 Mar 08 21:20:37.516251 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc2f8e-c3eb-4ea2-af6c-7b5bf531fecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5016cad6-16a5-4854-ac23-877c6fbee717,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:37.564463 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3cf022b-2308-4ff4-94e8-6b9a26539206 admin admin] Publish callbacks [] for security_group (5016cad6-16a5-4854-ac23-877c6fbee717), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.612322 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3cf022b-2308-4ff4-94e8-6b9a26539206 admin admin] Publish callbacks [] for security_group (5016cad6-16a5-4854-ac23-877c6fbee717), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.643765 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5157f569-118a-4e96-8612-f1f480c8ae11 req-57d2d20a-f039-40c0-a3a9-5ebcd20bf063 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870573 Mar 08 21:20:37.656987 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-9bbd1c23-7996-4bf0-b5ea-d6668306873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:37.656987 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-9bbd1c23-7996-4bf0-b5ea-d6668306873d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.1403306 Mar 08 21:20:37.709868 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3cf022b-2308-4ff4-94e8-6b9a26539206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (5016cad6-16a5-4854-ac23-877c6fbee717), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.714797 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3cf022b-2308-4ff4-94e8-6b9a26539206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:37.717493 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e3cf022b-2308-4ff4-94e8-6b9a26539206 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5016cad6-16a5-4854-ac23-877c6fbee717 HTTP/1.1" status: 204 len: 168 time: 0.2676418 Mar 08 21:20:37.733929 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf022b-2308-4ff4-94e8-6b9a26539206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5016cad6-16a5-4854-ac23-877c6fbee717,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:37.746175 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-16f14126-1036-465b-b894-4794e9cb5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:37.747735 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-16f14126-1036-465b-b894-4794e9cb5937 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0832503 Mar 08 21:20:37.864575 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-4951e306-21b8-45d7-9f36-49d0b014976a service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057062 Mar 08 21:20:37.997797 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3332036f-01bc-4d12-b44f-b5d99b120e37 req-834cb1a3-6c25-4275-ae53-52b129b9c93f service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235969 Mar 08 21:20:38.129603 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-bc8f5c9c-ab62-4a26-8db3-b81e9abe33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:38.130928 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-bc8f5c9c-ab62-4a26-8db3-b81e9abe33a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 1128 time: 0.0645187 Mar 08 21:20:38.264169 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-b3a4d026-b20e-4e8e-a04f-d5d6664f754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:38.265717 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-b3a4d026-b20e-4e8e-a04f-d5d6664f754f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.1251922 Mar 08 21:20:38.317726 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-c857b88b-e5a1-405d-84d3-d68403297a53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=283c67af-1683-4fad-8b3d-c59f950a12f9 HTTP/1.1" status: 200 len: 217 time: 0.0448411 Mar 08 21:20:38.394300 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-8f73c7cb-618c-4a07-8d99-b29ff66395ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:38.395726 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-8f73c7cb-618c-4a07-8d99-b29ff66395ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0691583 Mar 08 21:20:38.464925 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-ef7d1587-4e14-409c-82e8-2328d4770e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:38.466502 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-ef7d1587-4e14-409c-82e8-2328d4770e69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633461 Mar 08 21:20:38.608122 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-efbb53d8-69d9-4861-90e2-69d4e7b8a01c service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283610 Mar 08 21:20:38.746310 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-58308d36-736c-4e22-ba7c-69f53ea6bd75 req-485be0c9-3543-464a-824c-0550c37e7c15 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258438 Mar 08 21:20:39.150226 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d34e5e-b847-40a1-a7d2-54681da64670 req-3198a84e-a894-4040-8484-c324a7df3d9c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:39.152013 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29d34e5e-b847-40a1-a7d2-54681da64670 req-3198a84e-a894-4040-8484-c324a7df3d9c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.4098692 Mar 08 21:20:39.227706 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-29d34e5e-b847-40a1-a7d2-54681da64670 req-bd6117d3-db59-460e-803e-39c8cf35f7f2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663321 Mar 08 21:20:40.360072 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc30ba9-b15a-4462-92af-57aa03db111d req-c363b8e7-db06-438b-869a-9bc59f450afe tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:40.361565 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fc30ba9-b15a-4462-92af-57aa03db111d req-c363b8e7-db06-438b-869a-9bc59f450afe tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.0550048 Mar 08 21:20:40.420806 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fc30ba9-b15a-4462-92af-57aa03db111d req-7bd5266c-01fd-4bd3-ba16-aeca6cc1f7bc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533185 Mar 08 21:20:40.651727 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:41.572348 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33390674-78c6-46b8-8a32-e53aa8f6a4a4 req-eabaf7e0-d44c-4013-939a-ba7dcc80b59c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:41.573963 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-33390674-78c6-46b8-8a32-e53aa8f6a4a4 req-eabaf7e0-d44c-4013-939a-ba7dcc80b59c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.0694344 Mar 08 21:20:41.647653 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-33390674-78c6-46b8-8a32-e53aa8f6a4a4 req-2e89f14e-194e-4928-b998-f1d23056d723 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663352 Mar 08 21:20:42.781980 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84995722-2ee4-4874-b764-6c11e48c2f03 req-afe2304c-f4ae-4f2b-8e5e-ae55fa76eea9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:42.783626 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-84995722-2ee4-4874-b764-6c11e48c2f03 req-afe2304c-f4ae-4f2b-8e5e-ae55fa76eea9 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.0569351 Mar 08 21:20:42.837977 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-84995722-2ee4-4874-b764-6c11e48c2f03 req-c882ca42-8cdc-44b8-ac62-68456beea80e tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480978 Mar 08 21:20:44.138304 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2bf17-c7ae-4f6c-8ef8-9211408c53dc req-3c774b1c-7111-401d-9af8-96b9822b1082 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:44.139741 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ffe2bf17-c7ae-4f6c-8ef8-9211408c53dc req-3c774b1c-7111-401d-9af8-96b9822b1082 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.0666845 Mar 08 21:20:44.203829 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ffe2bf17-c7ae-4f6c-8ef8-9211408c53dc req-798916a0-b8a1-4d3f-bb31-245b34a64b0a tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570605 Mar 08 21:20:45.355204 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9b8b5-ba72-48ab-bcb9-b91f0889ac95 req-784139a0-577a-4ec2-9636-933c6a36ca25 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:45.356801 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-38b9b8b5-ba72-48ab-bcb9-b91f0889ac95 req-784139a0-577a-4ec2-9636-933c6a36ca25 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.0680428 Mar 08 21:20:45.418157 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-38b9b8b5-ba72-48ab-bcb9-b91f0889ac95 req-1791b01d-650e-4095-8293-8534e8e0f1d2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510144 Mar 08 21:20:46.538068 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 46790) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:46.598829 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881495b-9d08-4e5a-b19d-999721c29864 req-ec1e0570-7fcb-487a-a9d1-52ff412921c1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:46.605714 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9881495b-9d08-4e5a-b19d-999721c29864 req-ec1e0570-7fcb-487a-a9d1-52ff412921c1 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.0882993 Mar 08 21:20:46.669696 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9881495b-9d08-4e5a-b19d-999721c29864 req-f137c3a7-24b4-4d20-895f-7be27b8e1b98 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629385 Mar 08 21:20:46.688972 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d95056-012f-49f2-a406-dc85b48c4f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:46.783243 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d95056-012f-49f2-a406-dc85b48c4f0a admin admin] Publish callbacks [] for security_group (a624d26e-d0f3-4e66-8bcf-d6b6e899818f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:46.789591 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d95056-012f-49f2-a406-dc85b48c4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (a624d26e-d0f3-4e66-8bcf-d6b6e899818f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:46.832439 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f5d95056-012f-49f2-a406-dc85b48c4f0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c056afd2115044eb8c02ac12f3f60bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932453 Mar 08 21:20:46.834835 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d95056-012f-49f2-a406-dc85b48c4f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a624d26e-d0f3-4e66-8bcf-d6b6e899818f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:46.835311 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46802) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:46.899759 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b46c0399-33ab-47af-85ee-59faf96791dc admin admin] Publish callbacks [] for security_group (a624d26e-d0f3-4e66-8bcf-d6b6e899818f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:46.933120 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b46c0399-33ab-47af-85ee-59faf96791dc admin admin] Publish callbacks [] for security_group (a624d26e-d0f3-4e66-8bcf-d6b6e899818f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:46.997113 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b46c0399-33ab-47af-85ee-59faf96791dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (a624d26e-d0f3-4e66-8bcf-d6b6e899818f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:46.999816 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b46c0399-33ab-47af-85ee-59faf96791dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.001019 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b46c0399-33ab-47af-85ee-59faf96791dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a624d26e-d0f3-4e66-8bcf-d6b6e899818f HTTP/1.1" status: 204 len: 168 time: 0.1641808 Mar 08 21:20:47.010531 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c0399-33ab-47af-85ee-59faf96791dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a624d26e-d0f3-4e66-8bcf-d6b6e899818f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:47.366440 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46816) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:47.379387 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-601003a8-1fcf-42f4-a5b0-ab7fabf988ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.477800 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-601003a8-1fcf-42f4-a5b0-ab7fabf988ab admin admin] Publish callbacks [] for security_group (26c4c00a-3b4e-4d77-9784-035622f322ea), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.483349 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-601003a8-1fcf-42f4-a5b0-ab7fabf988ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (26c4c00a-3b4e-4d77-9784-035622f322ea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.523231 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-601003a8-1fcf-42f4-a5b0-ab7fabf988ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a6a46a9c0ce4d3a8734b16de74da9db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556928 Mar 08 21:20:47.524550 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601003a8-1fcf-42f4-a5b0-ab7fabf988ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c4c00a-3b4e-4d77-9784-035622f322ea,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:47.526093 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 46818) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:47.592494 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1799ed12-5f0b-480f-ac55-a28a669a092f admin admin] Publish callbacks [] for security_group (26c4c00a-3b4e-4d77-9784-035622f322ea), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.615567 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1799ed12-5f0b-480f-ac55-a28a669a092f admin admin] Publish callbacks [] for security_group (26c4c00a-3b4e-4d77-9784-035622f322ea), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.670977 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 283c67af-1683-4fad-8b3d-c59f950a12f9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:20:47.671970 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1799ed12-5f0b-480f-ac55-a28a669a092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (26c4c00a-3b4e-4d77-9784-035622f322ea), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.674813 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1799ed12-5f0b-480f-ac55-a28a669a092f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.676001 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1799ed12-5f0b-480f-ac55-a28a669a092f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26c4c00a-3b4e-4d77-9784-035622f322ea HTTP/1.1" status: 204 len: 168 time: 0.1479335 Mar 08 21:20:47.684132 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799ed12-5f0b-480f-ac55-a28a669a092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c4c00a-3b4e-4d77-9784-035622f322ea,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:47.823002 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 283c67af-1683-4fad-8b3d-c59f950a12f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=283c67af-1683-4fad-8b3d-c59f950a12f9,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:20:47.840255 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49143a-6626-482b-a986-307effdebeea req-3a8d5a47-707a-4d17-896d-842df70fe824 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:47.841377 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'port_id': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'mac_address': 'fa:16:3e:1c:1d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:20:47.841852 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1c49143a-6626-482b-a986-307effdebeea req-3a8d5a47-707a-4d17-896d-842df70fe824 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 944 time: 0.0674388 Mar 08 21:20:47.899624 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 283c67af-1683-4fad-8b3d-c59f950a12f9 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:20:47.900448 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:47.914518 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283c67af-1683-4fad-8b3d-c59f950a12f9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:20:47.924995 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1c49143a-6626-482b-a986-307effdebeea req-bf801793-e279-4cc2-9784-741aa2b99643 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706856 Mar 08 21:20:47.937043 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 283c67af-1683-4fad-8b3d-c59f950a12f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=283c67af-1683-4fad-8b3d-c59f950a12f9,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:20:47.943813 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:48.008382 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=283c67af-1683-4fad-8b3d-c59f950a12f9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:48.015858 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.016219 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.017604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.017604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.017604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.017604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.018225 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.018359 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.018705 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.024345 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.024345 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.024345 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.024345 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:20:48.178006 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46830) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:48.195787 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ffb37bd-f871-4a8a-94b4-fc6cdb1812cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:48.264136 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['283c67af-1683-4fad-8b3d-c59f950a12f9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:20:48.300439 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ffb37bd-f871-4a8a-94b4-fc6cdb1812cd admin admin] Publish callbacks [] for security_group (e4074463-077d-418a-973d-9a640439b9f7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:48.315703 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9ffb37bd-f871-4a8a-94b4-fc6cdb1812cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e4074463-077d-418a-973d-9a640439b9f7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:48.358848 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb37bd-f871-4a8a-94b4-fc6cdb1812cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4074463-077d-418a-973d-9a640439b9f7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:48.378395 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9ffb37bd-f871-4a8a-94b4-fc6cdb1812cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11562b5d709141709b3cfdd6a0b1403f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907632 Mar 08 21:20:48.379403 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46836) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:48.438449 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ab97fa0-da28-4f3c-afc4-6e288e3245e5 admin admin] Publish callbacks [] for security_group (e4074463-077d-418a-973d-9a640439b9f7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:48.469568 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ab97fa0-da28-4f3c-afc4-6e288e3245e5 admin admin] Publish callbacks [] for security_group (e4074463-077d-418a-973d-9a640439b9f7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:48.547286 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ab97fa0-da28-4f3c-afc4-6e288e3245e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e4074463-077d-418a-973d-9a640439b9f7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:48.550101 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6ab97fa0-da28-4f3c-afc4-6e288e3245e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:48.551432 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6ab97fa0-da28-4f3c-afc4-6e288e3245e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4074463-077d-418a-973d-9a640439b9f7 HTTP/1.1" status: 204 len: 168 time: 0.1709359 Mar 08 21:20:48.560780 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab97fa0-da28-4f3c-afc4-6e288e3245e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4074463-077d-418a-973d-9a640439b9f7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:49.093286 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded59ff8-d259-43d2-94ae-76abadff1b89 req-4f0e98ce-34d6-4e77-87ec-a41d033a5b7e tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:49.094832 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ded59ff8-d259-43d2-94ae-76abadff1b89 req-4f0e98ce-34d6-4e77-87ec-a41d033a5b7e tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 945 time: 0.0839293 Mar 08 21:20:49.150268 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ded59ff8-d259-43d2-94ae-76abadff1b89 req-4dd1fa6b-95eb-4129-ba26-3152b6628c69 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493662 Mar 08 21:20:49.678289 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 283c67af-1683-4fad-8b3d-c59f950a12f9 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:20:49.742939 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 283c67af-1683-4fad-8b3d-c59f950a12f9 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:20:49.747166 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 283c67af-1683-4fad-8b3d-c59f950a12f9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:20:49.747752 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:49.782983 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46880) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:49.842010 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 283c67af-1683-4fad-8b3d-c59f950a12f9 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:20:49.842404 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:49.867139 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:20:49.869617 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de6972-04b0-4d59-88de-ac43bfc57cee" -d '{"events": [{"server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "name": "network-vif-plugged", "status": "completed", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:20:49.882466 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 283c67af-1683-4fad-8b3d-c59f950a12f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=283c67af-1683-4fad-8b3d-c59f950a12f9,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:20:49.887643 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:49.914081 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cfe078-e6cb-475f-bd60-c4fc91a08e75 x-openstack-request-id: req-60cfe078-e6cb-475f-bd60-c4fc91a08e75 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:20:49.914298 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "name": "network-vif-plugged", "status": "completed", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:20:49.914583 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60cfe078-e6cb-475f-bd60-c4fc91a08e75 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:20:49.915036 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'code': 200} Mar 08 21:20:49.955944 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=283c67af-1683-4fad-8b3d-c59f950a12f9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:50.076607 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90efc9f5-f475-4534-a2d8-aac05c171f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:50.193331 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90efc9f5-f475-4534-a2d8-aac05c171f43 admin admin] Publish callbacks [] for security_group (9a01d8e1-5ed5-4023-8472-623d33bd0ad7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:50.199775 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-90efc9f5-f475-4534-a2d8-aac05c171f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (9a01d8e1-5ed5-4023-8472-623d33bd0ad7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:50.220645 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb9a24-620b-4392-b59e-4313504c0675 req-bd9ffd04-1a8c-4118-a839-69a9cb827b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:50.220645 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e0eb9a24-620b-4392-b59e-4313504c0675 req-bd9ffd04-1a8c-4118-a839-69a9cb827b0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 1130 time: 0.0778456 Mar 08 21:20:50.249143 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-90efc9f5-f475-4534-a2d8-aac05c171f43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7700c88930754e9596ecf43e5aa03b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649472 Mar 08 21:20:50.255186 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46898) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:50.272053 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc9f5-f475-4534-a2d8-aac05c171f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a01d8e1-5ed5-4023-8472-623d33bd0ad7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:50.307694 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e0eb9a24-620b-4392-b59e-4313504c0675 req-278190d9-a902-43d6-a425-75ba78b02723 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790522 Mar 08 21:20:50.375998 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90f1e-46d4-4c8b-99bc-d96e629bc06d req-347140fd-1d99-4ab7-a4c5-a0cb9946a741 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:50.378339 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01d90f1e-46d4-4c8b-99bc-d96e629bc06d req-347140fd-1d99-4ab7-a4c5-a0cb9946a741 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.1250191 Mar 08 21:20:50.385329 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1d16419-b840-4e8e-9dd9-50cefb286836 admin admin] Publish callbacks [] for security_group (9a01d8e1-5ed5-4023-8472-623d33bd0ad7), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:50.441567 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1d16419-b840-4e8e-9dd9-50cefb286836 admin admin] Publish callbacks [] for security_group (9a01d8e1-5ed5-4023-8472-623d33bd0ad7), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:50.479519 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01d90f1e-46d4-4c8b-99bc-d96e629bc06d req-98757858-b47d-483b-ac57-fe0b847a1429 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916047 Mar 08 21:20:50.543729 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1d16419-b840-4e8e-9dd9-50cefb286836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (9a01d8e1-5ed5-4023-8472-623d33bd0ad7), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:50.546348 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d1d16419-b840-4e8e-9dd9-50cefb286836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:50.547529 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d1d16419-b840-4e8e-9dd9-50cefb286836 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a01d8e1-5ed5-4023-8472-623d33bd0ad7 HTTP/1.1" status: 204 len: 168 time: 0.2907834 Mar 08 21:20:50.557558 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d16419-b840-4e8e-9dd9-50cefb286836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a01d8e1-5ed5-4023-8472-623d33bd0ad7,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:50.994685 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46932) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:51.015789 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0166a375-4651-48e3-9aa7-624bf6c2b57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.148788 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0166a375-4651-48e3-9aa7-624bf6c2b57e admin admin] Publish callbacks [] for security_group (19cd4971-058e-4593-a6a1-e38598b70fde), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.154677 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0166a375-4651-48e3-9aa7-624bf6c2b57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (19cd4971-058e-4593-a6a1-e38598b70fde), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.162688 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 46936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:51.198521 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0166a375-4651-48e3-9aa7-624bf6c2b57e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a930e9b88ba54cf299deb1f953985522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025530 Mar 08 21:20:51.199640 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166a375-4651-48e3-9aa7-624bf6c2b57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cd4971-058e-4593-a6a1-e38598b70fde,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:51.202189 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 46940) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:51.271331 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375c09a3-4b9c-4347-bce2-d9c21b025a34 admin admin] Publish callbacks [] for security_group (19cd4971-058e-4593-a6a1-e38598b70fde), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.305031 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375c09a3-4b9c-4347-bce2-d9c21b025a34 admin admin] Publish callbacks [] for security_group (19cd4971-058e-4593-a6a1-e38598b70fde), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.337582 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-883f6e63-081a-4c92-bcb3-7825a8cb2492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.401019 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375c09a3-4b9c-4347-bce2-d9c21b025a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (19cd4971-058e-4593-a6a1-e38598b70fde), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.404093 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-375c09a3-4b9c-4347-bce2-d9c21b025a34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.405441 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-375c09a3-4b9c-4347-bce2-d9c21b025a34 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19cd4971-058e-4593-a6a1-e38598b70fde HTTP/1.1" status: 204 len: 168 time: 0.2015748 Mar 08 21:20:51.421410 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c09a3-4b9c-4347-bce2-d9c21b025a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cd4971-058e-4593-a6a1-e38598b70fde,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:51.519288 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-883f6e63-081a-4c92-bcb3-7825a8cb2492 admin admin] Publish callbacks [] for security_group (769e2494-ddd5-4a24-b613-6205f242a51c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.528967 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-883f6e63-081a-4c92-bcb3-7825a8cb2492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (769e2494-ddd5-4a24-b613-6205f242a51c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.592500 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-883f6e63-081a-4c92-bcb3-7825a8cb2492 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2aa04ea872784c29be6f08888e6e3f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286559 Mar 08 21:20:51.593736 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f6e63-081a-4c92-bcb3-7825a8cb2492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769e2494-ddd5-4a24-b613-6205f242a51c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:51.597410 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 46950) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:51.706743 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6573-4e32-4f8b-9186-415a4755d1aa admin admin] Publish callbacks [] for security_group (769e2494-ddd5-4a24-b613-6205f242a51c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.761320 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6573-4e32-4f8b-9186-415a4755d1aa admin admin] Publish callbacks [] for security_group (769e2494-ddd5-4a24-b613-6205f242a51c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.819431 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60384407-c3f7-46af-a342-7b21fc53fb68 req-aa4ec750-16ac-4c87-a5c8-89358c97a42b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:51.821147 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-60384407-c3f7-46af-a342-7b21fc53fb68 req-aa4ec750-16ac-4c87-a5c8-89358c97a42b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.1320100 Mar 08 21:20:51.872895 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6573-4e32-4f8b-9186-415a4755d1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (769e2494-ddd5-4a24-b613-6205f242a51c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.878370 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6573-4e32-4f8b-9186-415a4755d1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:51.880334 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e5ca6573-4e32-4f8b-9186-415a4755d1aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/769e2494-ddd5-4a24-b613-6205f242a51c HTTP/1.1" status: 204 len: 168 time: 0.2813735 Mar 08 21:20:51.916052 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca6573-4e32-4f8b-9186-415a4755d1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e2494-ddd5-4a24-b613-6205f242a51c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:51.945303 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-60384407-c3f7-46af-a342-7b21fc53fb68 req-f0bdc991-6a32-46cd-96ea-21ed465fff3d tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134043 Mar 08 21:20:52.251779 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46976) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:52.268103 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8be603f9-ad8f-4446-ab17-e39b3db8f280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:52.367711 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8be603f9-ad8f-4446-ab17-e39b3db8f280 admin admin] Publish callbacks [] for security_group (bd0be32e-0ec2-4c3a-a670-06de2fecb5e2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:52.373190 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8be603f9-ad8f-4446-ab17-e39b3db8f280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (bd0be32e-0ec2-4c3a-a670-06de2fecb5e2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:52.419270 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8be603f9-ad8f-4446-ab17-e39b3db8f280 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e75363567d6f4c2299297ebd8a318c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632283 Mar 08 21:20:52.419270 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be603f9-ad8f-4446-ab17-e39b3db8f280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0be32e-0ec2-4c3a-a670-06de2fecb5e2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:52.419935 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 46984) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:52.481572 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-083c7620-79c8-4110-8f3b-0559c77d18c6 admin admin] Publish callbacks [] for security_group (bd0be32e-0ec2-4c3a-a670-06de2fecb5e2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:52.520851 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-083c7620-79c8-4110-8f3b-0559c77d18c6 admin admin] Publish callbacks [] for security_group (bd0be32e-0ec2-4c3a-a670-06de2fecb5e2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:52.590441 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-083c7620-79c8-4110-8f3b-0559c77d18c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (bd0be32e-0ec2-4c3a-a670-06de2fecb5e2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:52.595367 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-083c7620-79c8-4110-8f3b-0559c77d18c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:52.597877 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-083c7620-79c8-4110-8f3b-0559c77d18c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bd0be32e-0ec2-4c3a-a670-06de2fecb5e2 HTTP/1.1" status: 204 len: 168 time: 0.1767657 Mar 08 21:20:52.615877 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c7620-79c8-4110-8f3b-0559c77d18c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0be32e-0ec2-4c3a-a670-06de2fecb5e2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:53.134161 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47010) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:53.175975 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc0e7a-df61-4902-8ffa-fd89b607b267 req-e79e21e7-7360-49bf-9de8-362f3669f96a tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:53.178735 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40fc0e7a-df61-4902-8ffa-fd89b607b267 req-e79e21e7-7360-49bf-9de8-362f3669f96a tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.0901210 Mar 08 21:20:53.250422 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40fc0e7a-df61-4902-8ffa-fd89b607b267 req-96c92cec-7f1a-429d-b4f8-87c8a491e153 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639536 Mar 08 21:20:53.384133 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e75111f2-4ebe-4c1e-bcf3-edaacd75734e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:53.452912 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc359d1-ff21-46e5-af24-7ecf5f3db519 req-5ca2fab4-8f62-4e63-b2a2-d3006ecd4a3f tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:53.454697 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7bc359d1-ff21-46e5-af24-7ecf5f3db519 req-5ca2fab4-8f62-4e63-b2a2-d3006ecd4a3f tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.1127889 Mar 08 21:20:53.548345 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7bc359d1-ff21-46e5-af24-7ecf5f3db519 req-44d3171e-3989-48c5-bec4-5dcf2eb07f79 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849562 Mar 08 21:20:53.550742 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e75111f2-4ebe-4c1e-bcf3-edaacd75734e admin admin] Publish callbacks [] for security_group (50a1c7ce-e53b-4ab3-bf73-0f80025f2297), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:53.556801 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e75111f2-4ebe-4c1e-bcf3-edaacd75734e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (50a1c7ce-e53b-4ab3-bf73-0f80025f2297), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:53.587808 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47028) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:53.616018 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75111f2-4ebe-4c1e-bcf3-edaacd75734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a1c7ce-e53b-4ab3-bf73-0f80025f2297,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:53.623536 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e75111f2-4ebe-4c1e-bcf3-edaacd75734e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3c685ac528c408284594c6455c0da49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4871578 Mar 08 21:20:53.623959 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47032) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:53.706381 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3ead-5709-4fb1-813e-98ae5f326cc4 admin admin] Publish callbacks [] for security_group (50a1c7ce-e53b-4ab3-bf73-0f80025f2297), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:53.740178 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3ead-5709-4fb1-813e-98ae5f326cc4 admin admin] Publish callbacks [] for security_group (50a1c7ce-e53b-4ab3-bf73-0f80025f2297), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:53.823203 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3ead-5709-4fb1-813e-98ae5f326cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (50a1c7ce-e53b-4ab3-bf73-0f80025f2297), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:53.826892 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2dbd3ead-5709-4fb1-813e-98ae5f326cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:53.828475 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2dbd3ead-5709-4fb1-813e-98ae5f326cc4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50a1c7ce-e53b-4ab3-bf73-0f80025f2297 HTTP/1.1" status: 204 len: 168 time: 0.2025948 Mar 08 21:20:53.839485 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd3ead-5709-4fb1-813e-98ae5f326cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a1c7ce-e53b-4ab3-bf73-0f80025f2297,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:53.905986 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766532e3-85a9-480a-8f6d-83bffee64978 tempest-TestVolumeBootPattern-109726774 tempest-TestVolumeBootPattern-109726774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:53.912532 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47042) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:53.913254 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-766532e3-85a9-480a-8f6d-83bffee64978 tempest-TestVolumeBootPattern-109726774 tempest-TestVolumeBootPattern-109726774-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 1125 time: 0.3220918 Mar 08 21:20:53.918043 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'port_id': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:20:53.950182 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:54.109903 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:54.274574 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Allocated IP 172.27.1.36 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/063f0b14-0552-4ee7-9ed4-fcfd24708b9f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:20:54.412580 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:54.461922 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:54.518736 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:20:54.522740 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:20:54.525664 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:20:54.556339 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=063f0b14-0552-4ee7-9ed4-fcfd24708b9f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:54.976414 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47080) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:55.088354 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (57463572-f16d-4cc2-8e07-f6479b4efd4b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.106852 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1632140295-network', 'tenant_id': 'a25db1413c7746df9edba23c9919bd25'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:20:55.139507 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Made reservation on behalf of a25db1413c7746df9edba23c9919bd25 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:20:55.142270 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.155285 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.176074 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.287934 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Publish callbacks [] for security_group (e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.293546 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.323263 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:20:55.336100 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:55.342704 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (de941ac2-5424-4324-a093-f6afe64dc2d3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.343153 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Added segment de941ac2-5424-4324-a093-f6afe64dc2d3 of type vlan for network 5f888af9-2322-42a8-892c-92ad1571f53d Mar 08 21:20:55.404637 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (5f888af9-2322-42a8-892c-92ad1571f53d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.420338 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for port (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.427002 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.433473 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (5f888af9-2322-42a8-892c-92ad1571f53d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.435057 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:55.435977 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.495771 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5177131 Mar 08 21:20:55.500503 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47088) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:20:55.545559 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event updated for resources: {'Port': ['ID=063f0b14-0552-4ee7-9ed4-fcfd24708b9f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:55.553375 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Request body: {'subnet': {'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1632140295-subnet', 'tenant_id': 'a25db1413c7746df9edba23c9919bd25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:20:55.567005 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (57463572-f16d-4cc2-8e07-f6479b4efd4b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.576784 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7d0e2-8015-4729-a7f9-bac24c7be48b admin admin] Pushing event updated for resources: {'Network': ['ID=5f888af9-2322-42a8-892c-92ad1571f53d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:55.591736 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 5f888af9-2322-42a8-892c-92ad1571f53d details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:20:55.606479 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Made reservation on behalf of a25db1413c7746df9edba23c9919bd25 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:20:55.611577 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126052533'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.730552 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Floating IP 57463572-f16d-4cc2-8e07-f6479b4efd4b associated. External IP: 172.27.1.36, port: 283c67af-1683-4fad-8b3d-c59f950a12f9. Mar 08 21:20:55.855281 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125874091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126052523'] for subnet (63e5b02b-a9c0-48bc-b1da-5f2b58901d4a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.922179 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e5b02b-a9c0-48bc-b1da-5f2b58901d4a,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:20:55.931144 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Checking segment: {'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:20:55.931505 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Network hostable DHCP agents. Network: 5f888af9-2322-42a8-892c-92ad1571f53d, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:20:55.958544 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Network 5f888af9-2322-42a8-892c-92ad1571f53d is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:20:55.970446 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 5f888af9-2322-42a8-892c-92ad1571f53d) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:20:55.975171 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:55.975764 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:55.981232 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726e4e53-1659-4a0e-841d-04fc643465b6 None None] Network 5f888af9-2322-42a8-892c-92ad1571f53d requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:20:55.998949 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e35ba8e3-80bc-4f26-a4f4-255947471e28 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4973490 Mar 08 21:20:56.138369 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e7afb0-a172-422a-b98f-a0898b9c5985 None None] Network 5f888af9-2322-42a8-892c-92ad1571f53d requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:20:56.297736 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:20:56.444258 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:20:56.462329 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:20:56.473961 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:56.480182 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:20:56.480430 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:20:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:56.519043 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4cdc0955-02f9-44c4-a64e-e162bb07c88c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6046727 Mar 08 21:20:56.519785 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:20:56.522713 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7538b-e0ed-4288-968a-800ec63f0562" -d '{"events": [{"name": "network-changed", "server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:20:56.565430 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b398ae6-e031-415d-b483-474c70838b5e x-openstack-request-id: req-1b398ae6-e031-415d-b483-474c70838b5e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:20:56.565943 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:20:56.566207 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b398ae6-e031-415d-b483-474c70838b5e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:20:56.566612 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'status': 'completed', 'code': 200} Mar 08 21:20:56.669584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-5c7d54c2-fb57-4a0f-8607-677f3c0fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:56.669584 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-5c7d54c2-fb57-4a0f-8607-677f3c0fae01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 1130 time: 0.0721462 Mar 08 21:20:56.669855 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:20:56.816990 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-b2aa81ef-27c3-4772-b65d-12cd03660e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:56.819533 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-b2aa81ef-27c3-4772-b65d-12cd03660e90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.1419668 Mar 08 21:20:56.935733 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-af8d8735-4a2d-4254-b368-92b15365e799 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=283c67af-1683-4fad-8b3d-c59f950a12f9 HTTP/1.1" status: 200 len: 999 time: 0.1059101 Mar 08 21:20:57.006009 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-7d694f15-85f7-43dc-811d-5d4182016bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:57.007502 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-7d694f15-85f7-43dc-811d-5d4182016bb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0608876 Mar 08 21:20:57.027735 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:35Z', 'revision_number': 1, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}, {'id': '57463572-f16d-4cc2-8e07-f6479b4efd4b', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:1c:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:20:54Z', 'updated_at': '2022-03-08T21:20:54Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:57.057776 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:20:57.067456 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:20:57.067855 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-443fe58b-c3ae-4b2c-b4f9-6b621c388aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:57.068068 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:20:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:57.069451 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-443fe58b-c3ae-4b2c-b4f9-6b621c388aad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559390 Mar 08 21:20:57.169527 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-1b512107-627e-4a47-9917-6d0353541382 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918341 Mar 08 21:20:57.196686 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:20:57.269775 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-bcf7538b-e0ed-4288-968a-800ec63f0562 req-afbfb7e9-e993-4207-a890-10bced99186c service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938227 Mar 08 21:20:57.447746 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:35Z', 'revision_number': 1, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}, {'id': '57463572-f16d-4cc2-8e07-f6479b4efd4b', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:1c:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:20:54Z', 'updated_at': '2022-03-08T21:20:54Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:20:57.475814 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ebf93b-fd25-4990-a35d-404fb8855dee None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:35Z', 'revision_number': 1, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}, {'id': '57463572-f16d-4cc2-8e07-f6479b4efd4b', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:1c:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:20:54Z', 'updated_at': '2022-03-08T21:20:54Z', 'revision_number': 0, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:20:57.669841 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79ff77-7560-42e2-92b4-5bdd6a536331 None None] New status for floating IP 57463572-f16d-4cc2-8e07-f6479b4efd4b: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:20:58.012144 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-91e3d9b8-fa4a-4c4d-ad41-f7b83c158d98 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:20:58.013931 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-91e3d9b8-fa4a-4c4d-ad41-f7b83c158d98 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/networks?id=5f888af9-2322-42a8-892c-92ad1571f53d HTTP/1.1" status: 200 len: 809 time: 0.1101346 Mar 08 21:20:58.029160 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-300dfd74-8737-4c4c-8842-bcb8ed5a289c tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/quotas/a25db1413c7746df9edba23c9919bd25 HTTP/1.1" status: 200 len: 375 time: 0.0094154 Mar 08 21:20:58.065530 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-8b031a6f-f4c8-4973-9cf5-f0abc4313b6a tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a25db1413c7746df9edba23c9919bd25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308080 Mar 08 21:20:58.181338 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-8ad88c32-22aa-4f35-8315-6016f425103a service neutron] 10.222.0.61 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088762 Mar 08 21:20:58.293849 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-b3a47d42-cccd-456c-b180-39306bd2a322 service neutron] 10.222.0.61 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014938 Mar 08 21:20:58.946041 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80a7701e-7cef-4f01-9fda-b963e5df75b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:20:59.467475 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-174d8a6c-299c-4bfa-b3e9-2d29819aba8b req-1fded86e-eea1-4f66-a73a-a8fe44e18c32 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 210 time: 0.0305431 Mar 08 21:21:00.514043 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-8213e24d-aeb2-4930-8439-91b01e80dbc9 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:00.515559 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-8213e24d-aeb2-4930-8439-91b01e80dbc9 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.13 "GET /v2.0/networks?id=5f888af9-2322-42a8-892c-92ad1571f53d HTTP/1.1" status: 200 len: 809 time: 0.1122277 Mar 08 21:21:00.534753 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Request body: {'port': {'device_id': '696f108f-4074-4d05-af17-be9e092d96c6', 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d', 'admin_state_up': True, 'tenant_id': 'a25db1413c7746df9edba23c9919bd25'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:00.595238 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-170c7819-8b71-411e-8348-5130cb644318 req-0565736b-7a4b-4f66-95e1-1762aff6098f tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 210 time: 0.0402844 Mar 08 21:21:00.682896 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Made reservation on behalf of a25db1413c7746df9edba23c9919bd25 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:00.686524 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:00.819976 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Allocated IP 172.20.0.9 (5f888af9-2322-42a8-892c-92ad1571f53d/63e5b02b-a9c0-48bc-b1da-5f2b58901d4a/3ede76f8-cd69-4c2b-bd35-b514e80915fc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:01.006149 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks [] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.045168 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.087310 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Network 5f888af9-2322-42a8-892c-92ad1571f53d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:01.092877 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:01.096186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:01.141449 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Pushing event updated for resources: {'Port': ['ID=3ede76f8-cd69-4c2b-bd35-b514e80915fc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:01.165232 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:01.165892 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.184455 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b2a70cb-f60b-429c-b347-5fc7c081ec85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6547570 Mar 08 21:21:01.198050 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Request body: {'port': {'device_id': '696f108f-4074-4d05-af17-be9e092d96c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:01.264502 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.293264 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1efe8a1d-ed0b-4b7e-bf96-9f69c4f48365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.464423 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:21:01.545693 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ede76f8-cd69-4c2b-bd35-b514e80915fc {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:21:01.553788 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Publish callbacks [] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.565775 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Transition to ACTIVE for port object 3ede76f8-cd69-4c2b-bd35-b514e80915fc will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:21:01.569568 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.624325 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ede76f8-cd69-4c2b-bd35-b514e80915fc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:01.693668 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Attempting to bind port 3ede76f8-cd69-4c2b-bd35-b514e80915fc on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:21:01.694044 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Attempting to bind port 3ede76f8-cd69-4c2b-bd35-b514e80915fc by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:21:01.694382 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Attempting to bind port 3ede76f8-cd69-4c2b-bd35-b514e80915fc on network 5f888af9-2322-42a8-892c-92ad1571f53d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:01.699537 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Port 3ede76f8-cd69-4c2b-bd35-b514e80915fc on network 5f888af9-2322-42a8-892c-92ad1571f53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:21:01.699868 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Attempting to bind port 3ede76f8-cd69-4c2b-bd35-b514e80915fc on network 5f888af9-2322-42a8-892c-92ad1571f53d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:01.705827 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:21:01.706187 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Checking segment: {'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:01.706574 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Bound using segment: {'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:21:01.707002 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Bound port: 3ede76f8-cd69-4c2b-bd35-b514e80915fc, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:21:01.707482 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.722279 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065c7f6-ef4b-48f4-9204-1ef0a26ab616 req-933c7a83-a45c-4f41-82d7-4939c09359ad tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:01.723822 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5065c7f6-ef4b-48f4-9204-1ef0a26ab616 req-933c7a83-a45c-4f41-82d7-4939c09359ad tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 943 time: 0.0571401 Mar 08 21:21:01.773886 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5065c7f6-ef4b-48f4-9204-1ef0a26ab616 req-08ae0918-01d9-4e1a-ab88-7054fc4b0048 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Mar 08 21:21:01.778184 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] For port 3ede76f8-cd69-4c2b-bd35-b514e80915fc, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:21:01.781386 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] For port 3ede76f8-cd69-4c2b-bd35-b514e80915fc, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ede76f8-cd69-4c2b-bd35-b514e80915fc,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:21:01.788773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.823055 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:01.823677 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:01.825061 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/3ede76f8-cd69-4c2b-bd35-b514e80915fc HTTP/1.1" status: 200 len: 1093 time: 0.6325901 Mar 08 21:21:01.826218 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696f108f-4074-4d05-af17-be9e092d96c6', 'tag': '3ede76f8-cd69-4c2b-bd35-b514e80915fc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:21:01.828000 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d91a69-3e61-406e-b0e6-cd3824f85022" -d '{"events": [{"name": "network-changed", "server_uuid": "696f108f-4074-4d05-af17-be9e092d96c6", "tag": "3ede76f8-cd69-4c2b-bd35-b514e80915fc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:21:01.855393 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588b251-6bbe-4d00-a598-b0f2a19af2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3ede76f8-cd69-4c2b-bd35-b514e80915fc,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:01.866832 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613354a7-e19f-422c-ada5-b7c12aef6845 x-openstack-request-id: req-613354a7-e19f-422c-ada5-b7c12aef6845 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:21:01.867124 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696f108f-4074-4d05-af17-be9e092d96c6", "tag": "3ede76f8-cd69-4c2b-bd35-b514e80915fc", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:21:01.867440 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-613354a7-e19f-422c-ada5-b7c12aef6845 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:21:01.867845 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696f108f-4074-4d05-af17-be9e092d96c6', 'tag': '3ede76f8-cd69-4c2b-bd35-b514e80915fc', 'status': 'completed', 'code': 200} Mar 08 21:21:01.918147 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-a4dcfacf-a48d-4f9a-820e-adfe03d384ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:01.919656 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-a4dcfacf-a48d-4f9a-820e-adfe03d384ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a25db1413c7746df9edba23c9919bd25&device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 1127 time: 0.0474679 Mar 08 21:21:01.967217 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-4dfdab8b-9cc1-48b7-80cd-5d007f18bf07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ede76f8-cd69-4c2b-bd35-b514e80915fc HTTP/1.1" status: 200 len: 217 time: 0.0375257 Mar 08 21:21:02.015779 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-3119673d-08dd-4259-be91-5f8290dc8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:02.017855 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-3119673d-08dd-4259-be91-5f8290dc8aa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63e5b02b-a9c0-48bc-b1da-5f2b58901d4a HTTP/1.1" status: 200 len: 849 time: 0.0435517 Mar 08 21:21:02.064736 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-de6098f1-5995-4fbc-b5f5-2adad7aeeaf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f888af9-2322-42a8-892c-92ad1571f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336294 Mar 08 21:21:02.167321 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-6b1f0945-4321-4e5e-ac8f-23528f16a320 service neutron] 10.222.0.13 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964766 Mar 08 21:21:02.266162 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f241cd1f-edfa-40d0-be7f-ba6085fb8f7a req-a39eaec3-6547-4b57-a351-982bfa4bb119 service neutron] 10.222.0.13 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917079 Mar 08 21:21:02.365466 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-74c32856-70d7-4659-981d-fa04905528b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:02.367082 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-74c32856-70d7-4659-981d-fa04905528b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a25db1413c7746df9edba23c9919bd25&device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 1127 time: 0.0510666 Mar 08 21:21:02.472164 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-b9633541-7d19-4a25-873c-66d409c59606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:02.473677 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-b9633541-7d19-4a25-873c-66d409c59606 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f888af9-2322-42a8-892c-92ad1571f53d HTTP/1.1" status: 200 len: 910 time: 0.1001489 Mar 08 21:21:02.517110 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-de1f3adc-0e4a-45fd-940f-e12f371c09e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ede76f8-cd69-4c2b-bd35-b514e80915fc HTTP/1.1" status: 200 len: 217 time: 0.0365944 Mar 08 21:21:02.540442 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:02.571790 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-7c8f9376-189d-4433-ad9e-2f5f07f4c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:02.573281 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-7c8f9376-189d-4433-ad9e-2f5f07f4c6d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63e5b02b-a9c0-48bc-b1da-5f2b58901d4a HTTP/1.1" status: 200 len: 849 time: 0.0505183 Mar 08 21:21:02.607418 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-11589cae-347f-48eb-ac46-89cf46f49c01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f888af9-2322-42a8-892c-92ad1571f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275679 Mar 08 21:21:02.699846 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-f4fb0d2d-35e7-43a8-84eb-7da525c48e5e service neutron] 10.222.0.13 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839434 Mar 08 21:21:02.795091 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-06d91a69-3e61-406e-b0e6-cd3824f85022 req-4af7d231-7058-4e0c-9fff-16ed54252a00 service neutron] 10.222.0.13 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894210 Mar 08 21:21:02.897461 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac681-30c5-42d4-9556-4b9a8d6c59fd req-98a1209c-2d44-48e1-bb57-eb5aec6e0bde tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:02.898902 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3aac681-30c5-42d4-9556-4b9a8d6c59fd req-98a1209c-2d44-48e1-bb57-eb5aec6e0bde tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 943 time: 0.0559173 Mar 08 21:21:02.951906 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3aac681-30c5-42d4-9556-4b9a8d6c59fd req-c00d6256-e21e-4f75-a046-3b11deedc67a tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Mar 08 21:21:03.323603 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:03.445398 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e93b742-c9fc-41cf-b4d7-da7b57ea993f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:03.544635 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e93b742-c9fc-41cf-b4d7-da7b57ea993f admin admin] Publish callbacks [] for security_group (76a41e06-7d44-4d62-aca0-d3a73f2305a8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:03.549174 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e93b742-c9fc-41cf-b4d7-da7b57ea993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (76a41e06-7d44-4d62-aca0-d3a73f2305a8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:03.587144 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93b742-c9fc-41cf-b4d7-da7b57ea993f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a41e06-7d44-4d62-aca0-d3a73f2305a8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:03.591604 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2e93b742-c9fc-41cf-b4d7-da7b57ea993f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cea24750de0b48b39ed1cd818790c8c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669821 Mar 08 21:21:03.594429 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47252) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:03.645323 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1643fc49-e005-4eeb-96ec-a1ec62101be6 admin admin] Publish callbacks [] for security_group (76a41e06-7d44-4d62-aca0-d3a73f2305a8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:03.666719 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1643fc49-e005-4eeb-96ec-a1ec62101be6 admin admin] Publish callbacks [] for security_group (76a41e06-7d44-4d62-aca0-d3a73f2305a8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:03.715912 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1643fc49-e005-4eeb-96ec-a1ec62101be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (76a41e06-7d44-4d62-aca0-d3a73f2305a8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:03.719337 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1643fc49-e005-4eeb-96ec-a1ec62101be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:03.721562 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1643fc49-e005-4eeb-96ec-a1ec62101be6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76a41e06-7d44-4d62-aca0-d3a73f2305a8 HTTP/1.1" status: 204 len: 168 time: 0.1258206 Mar 08 21:21:03.731160 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643fc49-e005-4eeb-96ec-a1ec62101be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a41e06-7d44-4d62-aca0-d3a73f2305a8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:03.739399 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 3ede76f8-cd69-4c2b-bd35-b514e80915fc details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:21:03.863642 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 3ede76f8-cd69-4c2b-bd35-b514e80915fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ede76f8-cd69-4c2b-bd35-b514e80915fc,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:03.880772 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '3ede76f8-cd69-4c2b-bd35-b514e80915fc', 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d', 'port_id': '3ede76f8-cd69-4c2b-bd35-b514e80915fc', 'mac_address': 'fa:16:3e:b6:73:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e5b02b-a9c0-48bc-b1da-5f2b58901d4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:21:03.928962 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 3ede76f8-cd69-4c2b-bd35-b514e80915fc is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:03.929401 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:03.943772 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ede76f8-cd69-4c2b-bd35-b514e80915fc {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:21:03.963604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 3ede76f8-cd69-4c2b-bd35-b514e80915fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ede76f8-cd69-4c2b-bd35-b514e80915fc,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:03.967485 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.026877 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=3ede76f8-cd69-4c2b-bd35-b514e80915fc,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:04.074580 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.115816 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db167d7c-0f6c-477d-85da-5aee23c2424f req-62b67877-3e22-4fb7-b15e-962a0cc9fdac tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:04.117749 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-db167d7c-0f6c-477d-85da-5aee23c2424f req-62b67877-3e22-4fb7-b15e-962a0cc9fdac tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 944 time: 0.0852792 Mar 08 21:21:04.172886 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-db167d7c-0f6c-477d-85da-5aee23c2424f req-c52761eb-c035-4e46-9945-29eed5ddc64d tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Mar 08 21:21:04.261679 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['3ede76f8-cd69-4c2b-bd35-b514e80915fc'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:21:04.482407 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47280) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:04.663954 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47286) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:04.729010 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1181348841-network', 'tenant_id': 'eb432842653c48c6a96537cebd8cd0dd'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:04.734630 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cedd69f8-3eec-4eda-8ecd-7f4f9850e56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.749261 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Made reservation on behalf of eb432842653c48c6a96537cebd8cd0dd for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:04.753248 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.767537 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.817755 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cedd69f8-3eec-4eda-8ecd-7f4f9850e56f admin admin] Publish callbacks [] for security_group (55405243-b903-4075-b479-ff927e08947c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.821835 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cedd69f8-3eec-4eda-8ecd-7f4f9850e56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (55405243-b903-4075-b479-ff927e08947c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.863495 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-cedd69f8-3eec-4eda-8ecd-7f4f9850e56f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=169f431ba80a42e4af289910228efd6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976914 Mar 08 21:21:04.864161 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Publish callbacks [] for security_group (0061e0c5-4ffe-4aab-9c58-6d5829e4980b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.865092 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd69f8-3eec-4eda-8ecd-7f4f9850e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55405243-b903-4075-b479-ff927e08947c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:04.866347 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47290) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:04.876128 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0061e0c5-4ffe-4aab-9c58-6d5829e4980b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.908335 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:21:04.938209 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (63ba080e-673a-4066-adbc-ee9a7570477d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:04.938556 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Added segment 63ba080e-673a-4066-adbc-ee9a7570477d of type vlan for network f643bb63-ae09-4abd-af37-ba0a77adfa94 Mar 08 21:21:04.947908 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0061e0c5-4ffe-4aab-9c58-6d5829e4980b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:04.998184 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (f643bb63-ae09-4abd-af37-ba0a77adfa94), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.000245 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9616d9dd-46b6-42b8-b2a2-d847d8a67ce2 admin admin] Publish callbacks [] for security_group (55405243-b903-4075-b479-ff927e08947c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.034239 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9616d9dd-46b6-42b8-b2a2-d847d8a67ce2 admin admin] Publish callbacks [] for security_group (55405243-b903-4075-b479-ff927e08947c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.053266 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (f643bb63-ae09-4abd-af37-ba0a77adfa94), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.054205 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:05.054775 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.124759 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6411269 Mar 08 21:21:05.128371 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47292) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:05.132770 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fa1c0-8a97-4427-8425-77b8609f9dcb admin admin] Pushing event updated for resources: {'Network': ['ID=f643bb63-ae09-4abd-af37-ba0a77adfa94,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:05.133810 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Request body: {'subnet': {'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1181348841-subnet', 'tenant_id': 'eb432842653c48c6a96537cebd8cd0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:05.145273 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network f643bb63-ae09-4abd-af37-ba0a77adfa94 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:21:05.148144 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9616d9dd-46b6-42b8-b2a2-d847d8a67ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (55405243-b903-4075-b479-ff927e08947c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.153179 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9616d9dd-46b6-42b8-b2a2-d847d8a67ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.157792 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9616d9dd-46b6-42b8-b2a2-d847d8a67ce2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55405243-b903-4075-b479-ff927e08947c HTTP/1.1" status: 204 len: 168 time: 0.2902541 Mar 08 21:21:05.163854 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Made reservation on behalf of eb432842653c48c6a96537cebd8cd0dd for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:05.166673 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616d9dd-46b6-42b8-b2a2-d847d8a67ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55405243-b903-4075-b479-ff927e08947c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:05.167086 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126208261'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.320530 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5aad9-4b48-4c05-bc42-09efa4969cb5 req-3a712f5f-f7ab-45c1-adb2-911341e5d450 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:05.322089 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9f5aad9-4b48-4c05-bc42-09efa4969cb5 req-3a712f5f-f7ab-45c1-adb2-911341e5d450 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 944 time: 0.0690699 Mar 08 21:21:05.365108 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126208283'] for subnet (25436215-807a-4eaa-8fc3-2b7c272dbdcd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.391817 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d9f5aad9-4b48-4c05-bc42-09efa4969cb5 req-805b3f7b-2421-4b90-af79-9b5dea5ef3fc tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617840 Mar 08 21:21:05.422018 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25436215-807a-4eaa-8fc3-2b7c272dbdcd,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:05.440678 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Checking segment: {'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:05.441064 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Network hostable DHCP agents. Network: f643bb63-ae09-4abd-af37-ba0a77adfa94, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:21:05.460615 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Network f643bb63-ae09-4abd-af37-ba0a77adfa94 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:21:05.472332 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, f643bb63-ae09-4abd-af37-ba0a77adfa94) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:05.479009 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:05.479838 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.482580 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468798a-e232-43ae-837a-5117b04c517c None None] Network f643bb63-ae09-4abd-af37-ba0a77adfa94 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:21:05.501593 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b253fed1-d9f7-448c-af57-5bf63c1828e3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3702354 Mar 08 21:21:05.502728 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47300) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:05.516705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a536-58c3-431d-836f-9b0b1c50c0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.567981 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.623051 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a536-58c3-431d-836f-9b0b1c50c0f5 admin admin] Publish callbacks [] for security_group (6b7cdb7c-b4d1-406a-9440-0a35ef50d6aa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.623619 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f40fb-7b82-4383-97d8-c41868ec4897 None None] Network f643bb63-ae09-4abd-af37-ba0a77adfa94 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:21:05.631370 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a536-58c3-431d-836f-9b0b1c50c0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (6b7cdb7c-b4d1-406a-9440-0a35ef50d6aa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.675665 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a7b6a536-58c3-431d-836f-9b0b1c50c0f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2acff008a14747a984c74fe0a2a4b690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676636 Mar 08 21:21:05.675665 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6a536-58c3-431d-836f-9b0b1c50c0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7cdb7c-b4d1-406a-9440-0a35ef50d6aa,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:05.676827 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47308) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:05.732593 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab541904-c0ee-480c-aebd-c020cde18cbd admin admin] Publish callbacks [] for security_group (6b7cdb7c-b4d1-406a-9440-0a35ef50d6aa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.756476 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab541904-c0ee-480c-aebd-c020cde18cbd admin admin] Publish callbacks [] for security_group (6b7cdb7c-b4d1-406a-9440-0a35ef50d6aa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.757825 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 3ede76f8-cd69-4c2b-bd35-b514e80915fc up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:05.809562 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab541904-c0ee-480c-aebd-c020cde18cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (6b7cdb7c-b4d1-406a-9440-0a35ef50d6aa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.812003 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab541904-c0ee-480c-aebd-c020cde18cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.812155 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 3ede76f8-cd69-4c2b-bd35-b514e80915fc completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:21:05.813187 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ab541904-c0ee-480c-aebd-c020cde18cbd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b7cdb7c-b4d1-406a-9440-0a35ef50d6aa HTTP/1.1" status: 204 len: 168 time: 0.1364925 Mar 08 21:21:05.819654 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 3ede76f8-cd69-4c2b-bd35-b514e80915fc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:05.820045 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.826964 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab541904-c0ee-480c-aebd-c020cde18cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7cdb7c-b4d1-406a-9440-0a35ef50d6aa,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:05.918730 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 3ede76f8-cd69-4c2b-bd35-b514e80915fc is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:05.919128 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:05.945862 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f108f-4074-4d05-af17-be9e092d96c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ede76f8-cd69-4c2b-bd35-b514e80915fc'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:21:05.948122 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8be7787-6565-45f6-b279-b622d7f898c8" -d '{"events": [{"server_uuid": "696f108f-4074-4d05-af17-be9e092d96c6", "name": "network-vif-plugged", "status": "completed", "tag": "3ede76f8-cd69-4c2b-bd35-b514e80915fc"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:21:05.961677 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 3ede76f8-cd69-4c2b-bd35-b514e80915fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ede76f8-cd69-4c2b-bd35-b514e80915fc,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:05.967352 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:06.006428 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b83b2f-1314-4909-b636-8081ce324506 x-openstack-request-id: req-87b83b2f-1314-4909-b636-8081ce324506 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:21:06.006716 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f108f-4074-4d05-af17-be9e092d96c6", "name": "network-vif-plugged", "status": "completed", "tag": "3ede76f8-cd69-4c2b-bd35-b514e80915fc", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:21:06.007186 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-87b83b2f-1314-4909-b636-8081ce324506 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:21:06.007767 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f108f-4074-4d05-af17-be9e092d96c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ede76f8-cd69-4c2b-bd35-b514e80915fc', 'code': 200} Mar 08 21:21:06.040789 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=3ede76f8-cd69-4c2b-bd35-b514e80915fc,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:06.215494 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926fc6d-0fea-4859-9ab7-72f252d1c164 req-bb9680e2-1c68-4147-82c2-31bfc82bc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:06.217460 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e926fc6d-0fea-4859-9ab7-72f252d1c164 req-bb9680e2-1c68-4147-82c2-31bfc82bc6f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 1129 time: 0.0540652 Mar 08 21:21:06.279097 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e926fc6d-0fea-4859-9ab7-72f252d1c164 req-bfc2ef5c-729c-4bcd-90c7-cdde50c2e3cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460966 Mar 08 21:21:06.527925 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5b729-a3b2-4b60-bf8d-94fab74673e9 req-cbc9def9-7005-42c0-9545-4148811cd801 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:06.529494 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8e5b729-a3b2-4b60-bf8d-94fab74673e9 req-cbc9def9-7005-42c0-9545-4148811cd801 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 945 time: 0.0620232 Mar 08 21:21:06.585215 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8e5b729-a3b2-4b60-bf8d-94fab74673e9 req-56faffeb-1879-4a68-9955-b8fd5cb2bf85 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485137 Mar 08 21:21:07.520465 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-3ca67a2b-36b0-4b09-9541-a5e825adb668 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:07.529255 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-3ca67a2b-36b0-4b09-9541-a5e825adb668 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/networks?id=f643bb63-ae09-4abd-af37-ba0a77adfa94 HTTP/1.1" status: 200 len: 814 time: 0.1327665 Mar 08 21:21:07.547740 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-d9567999-4d74-4024-8691-e856bf995582 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/quotas/eb432842653c48c6a96537cebd8cd0dd HTTP/1.1" status: 200 len: 375 time: 0.0169058 Mar 08 21:21:07.611252 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-6486c671-a423-4fdd-aa74-9188c6e6ccae tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb432842653c48c6a96537cebd8cd0dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532501 Mar 08 21:21:07.734552 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-b7cec424-d06f-49ee-8932-047ef411ae89 service neutron] 10.222.0.61 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111484 Mar 08 21:21:07.757401 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38264892-5270-4ab6-b9d1-06797aed18d6 req-c01374b8-5ba3-43b7-b743-8ed6da110c98 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:07.760585 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38264892-5270-4ab6-b9d1-06797aed18d6 req-c01374b8-5ba3-43b7-b743-8ed6da110c98 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 945 time: 0.0834715 Mar 08 21:21:07.829844 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38264892-5270-4ab6-b9d1-06797aed18d6 req-98f2101c-5b02-43ab-9f39-f011005e28d9 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593262 Mar 08 21:21:07.861107 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-541c9b48-4e75-4045-8a47-24bd0e4cb706 service neutron] 10.222.0.61 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187067 Mar 08 21:21:08.057032 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9c2e68e5-8727-4e5f-9135-d02797407214 req-06b086bf-f28a-465b-a9e4-fd01fd77f03b tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 210 time: 0.0374162 Mar 08 21:21:08.646406 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552eff9-7c2e-41df-bd3f-1a3da715de8e req-3d9f3aaa-ae9b-4f9f-86ec-cf760265ebef tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:08.648317 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1552eff9-7c2e-41df-bd3f-1a3da715de8e req-3d9f3aaa-ae9b-4f9f-86ec-cf760265ebef tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 945 time: 0.0635605 Mar 08 21:21:08.729814 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1552eff9-7c2e-41df-bd3f-1a3da715de8e req-d271f8a3-9e0d-4e3e-a779-37e92ef28d99 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700865 Mar 08 21:21:09.182978 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b83486eb-733f-475d-b5d0-35d50c231f32 req-b9535aa6-6a19-4d07-b92c-512f3415ed22 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 210 time: 0.0298150 Mar 08 21:21:09.366189 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-3a15214c-4cb2-491c-8d52-ecec3c8b328b tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:09.367592 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-3a15214c-4cb2-491c-8d52-ecec3c8b328b tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "GET /v2.0/networks?id=f643bb63-ae09-4abd-af37-ba0a77adfa94 HTTP/1.1" status: 200 len: 814 time: 0.1535084 Mar 08 21:21:09.385323 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Request body: {'port': {'device_id': 'fa144a3d-25a7-435e-80d1-c2ff8b7be589', 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94', 'admin_state_up': True, 'tenant_id': 'eb432842653c48c6a96537cebd8cd0dd'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:09.531913 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Made reservation on behalf of eb432842653c48c6a96537cebd8cd0dd for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:09.537844 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:09.695891 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Allocated IP 172.20.0.9 (f643bb63-ae09-4abd-af37-ba0a77adfa94/25436215-807a-4eaa-8fc3-2b7c272dbdcd/b1d54167-5549-4dac-9da7-4d45f4047b51) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:09.882288 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7220021-569a-4314-af27-fdb5e197fa53 req-18efae5c-d28a-4964-93e9-c2c3a2692033 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:09.884865 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7220021-569a-4314-af27-fdb5e197fa53 req-18efae5c-d28a-4964-93e9-c2c3a2692033 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 945 time: 0.0642726 Mar 08 21:21:09.888976 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks [] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:09.944853 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:09.952567 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7220021-569a-4314-af27-fdb5e197fa53 req-9366e3a7-4978-4cb0-a199-d88195f53b51 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585151 Mar 08 21:21:10.279034 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Network f643bb63-ae09-4abd-af37-ba0a77adfa94 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:10.296887 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:10.304638 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:10.307895 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Pushing event updated for resources: {'Port': ['ID=b1d54167-5549-4dac-9da7-4d45f4047b51,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:10.426830 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:10.427827 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:10.443560 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f14c0-e6b8-4d44-b0b9-6d11c03dbbe3 req-cf840923-8c0c-44d2-9672-ee2eee021559 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:10.445101 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8f7f14c0-e6b8-4d44-b0b9-6d11c03dbbe3 req-cf840923-8c0c-44d2-9672-ee2eee021559 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 931 time: 0.1649981 Mar 08 21:21:10.488260 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-9166dc16-2ebf-416d-81c5-901feed3e688 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066566 Mar 08 21:21:10.506966 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Request body: {'port': {'device_id': 'fa144a3d-25a7-435e-80d1-c2ff8b7be589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:10.591970 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8f7f14c0-e6b8-4d44-b0b9-6d11c03dbbe3 req-bcca5daa-53f1-4240-9b39-53eff5b0005a tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337559 Mar 08 21:21:10.608501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-11d6dfe9-1e17-4035-86d9-ed8890dcaae3 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:10.620336 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-11d6dfe9-1e17-4035-86d9-ed8890dcaae3 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.13 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 945 time: 0.1616867 Mar 08 21:21:10.620336 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:10.639747 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:10.871401 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Deleting port 3ede76f8-cd69-4c2b-bd35-b514e80915fc {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:21:10.871708 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.011678 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] For port 3ede76f8-cd69-4c2b-bd35-b514e80915fc, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3ede76f8-cd69-4c2b-bd35-b514e80915fc,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:11.012029 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.046468 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Calling delete_port for 3ede76f8-cd69-4c2b-bd35-b514e80915fc owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:21:11.064577 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d54167-5549-4dac-9da7-4d45f4047b51 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:21:11.076021 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Publish callbacks [] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.112704 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da781810-0127-4956-9ef3-9ba173495e9c req-7f6056a1-6803-4138-90bd-def1ad3d9b0a tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:11.114533 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-da781810-0127-4956-9ef3-9ba173495e9c req-7f6056a1-6803-4138-90bd-def1ad3d9b0a tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=696f108f-4074-4d05-af17-be9e092d96c6 HTTP/1.1" status: 200 len: 945 time: 0.0699914 Mar 08 21:21:11.121376 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Transition to ACTIVE for port object b1d54167-5549-4dac-9da7-4d45f4047b51 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:21:11.127915 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.178095 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-da781810-0127-4956-9ef3-9ba173495e9c req-ac3dcd65-ea73-429c-a0c2-69040c63dd93 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540373 Mar 08 21:21:11.208225 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d54167-5549-4dac-9da7-4d45f4047b51,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:11.319314 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (3ede76f8-cd69-4c2b-bd35-b514e80915fc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.331687 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['3ede76f8-cd69-4c2b-bd35-b514e80915fc'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:21:11.358134 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Attempting to bind port b1d54167-5549-4dac-9da7-4d45f4047b51 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:21:11.358482 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Attempting to bind port b1d54167-5549-4dac-9da7-4d45f4047b51 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:21:11.358789 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Attempting to bind port b1d54167-5549-4dac-9da7-4d45f4047b51 on network f643bb63-ae09-4abd-af37-ba0a77adfa94 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:11.366570 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Pushing event deleted for resources: {'Port': ['ID=3ede76f8-cd69-4c2b-bd35-b514e80915fc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:11.404333 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Port b1d54167-5549-4dac-9da7-4d45f4047b51 on network f643bb63-ae09-4abd-af37-ba0a77adfa94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:21:11.404777 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Attempting to bind port b1d54167-5549-4dac-9da7-4d45f4047b51 on network f643bb63-ae09-4abd-af37-ba0a77adfa94 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:11.439024 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:21:11.439497 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Checking segment: {'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:11.440075 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Bound using segment: {'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:21:11.440756 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Bound port: b1d54167-5549-4dac-9da7-4d45f4047b51, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:21:11.441309 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.444611 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] No DVR routers for this DVR port 3ede76f8-cd69-4c2b-bd35-b514e80915fc on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:21:11.449050 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.455115 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-52410aab-6ec5-4937-a5cb-ac62fb5468b1 req-50cbf27c-41e9-46bc-ad80-2f5c12238c77 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.13 "DELETE /v2.0/ports/3ede76f8-cd69-4c2b-bd35-b514e80915fc HTTP/1.1" status: 204 len: 173 time: 0.8375649 Mar 08 21:21:11.455953 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696f108f-4074-4d05-af17-be9e092d96c6', 'name': 'network-vif-deleted', 'tag': '3ede76f8-cd69-4c2b-bd35-b514e80915fc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:21:11.459214 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28980e1b-f113-40e9-a3b3-e7583434454a" -d '{"events": [{"server_uuid": "696f108f-4074-4d05-af17-be9e092d96c6", "name": "network-vif-deleted", "tag": "3ede76f8-cd69-4c2b-bd35-b514e80915fc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:21:11.510751 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df88e8f-61db-456a-bc88-5b6e3ab53374 x-openstack-request-id: req-6df88e8f-61db-456a-bc88-5b6e3ab53374 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:21:11.511051 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696f108f-4074-4d05-af17-be9e092d96c6", "name": "network-vif-deleted", "tag": "3ede76f8-cd69-4c2b-bd35-b514e80915fc", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:21:11.511305 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6df88e8f-61db-456a-bc88-5b6e3ab53374 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:21:11.511701 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696f108f-4074-4d05-af17-be9e092d96c6', 'name': 'network-vif-deleted', 'tag': '3ede76f8-cd69-4c2b-bd35-b514e80915fc', 'status': 'completed', 'code': 200} Mar 08 21:21:11.556463 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] For port b1d54167-5549-4dac-9da7-4d45f4047b51, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:21:11.560364 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] For port b1d54167-5549-4dac-9da7-4d45f4047b51, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b1d54167-5549-4dac-9da7-4d45f4047b51,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:21:11.572183 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.632358 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:11.633415 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:11.635828 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] 10.222.0.13 "PUT /v2.0/ports/b1d54167-5549-4dac-9da7-4d45f4047b51 HTTP/1.1" status: 200 len: 1093 time: 1.1373007 Mar 08 21:21:11.663652 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bad67d-301c-47a2-84bf-ce34cc07eb53 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d54167-5549-4dac-9da7-4d45f4047b51,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:11.755982 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446f41e-21cf-4b91-9c8f-a3e6dda36f3d req-23b9e211-3471-462a-8846-6eba6e8f8710 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:11.757597 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8446f41e-21cf-4b91-9c8f-a3e6dda36f3d req-23b9e211-3471-462a-8846-6eba6e8f8710 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 943 time: 0.0715024 Mar 08 21:21:11.765829 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-00d2a52e-a11f-4969-94ad-824560e07f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:11.768568 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-00d2a52e-a11f-4969-94ad-824560e07f82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb432842653c48c6a96537cebd8cd0dd&device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 1127 time: 0.0646358 Mar 08 21:21:11.818391 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-b70a64d2-4796-4779-9a26-15fbbfb704c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1d54167-5549-4dac-9da7-4d45f4047b51 HTTP/1.1" status: 200 len: 217 time: 0.0404968 Mar 08 21:21:11.827923 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8446f41e-21cf-4b91-9c8f-a3e6dda36f3d req-ed5439ca-1348-4cb0-afb9-57416b063506 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601754 Mar 08 21:21:11.875527 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-85182761-60bd-472d-ada1-f99208b39102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:11.877593 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-85182761-60bd-472d-ada1-f99208b39102 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25436215-807a-4eaa-8fc3-2b7c272dbdcd HTTP/1.1" status: 200 len: 854 time: 0.0498126 Mar 08 21:21:11.916087 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-8197bcfe-01ca-4d68-a5cd-6b08fdb353ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f643bb63-ae09-4abd-af37-ba0a77adfa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305231 Mar 08 21:21:12.043455 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-94104252-52b7-409e-a8c6-3b9066910dd0 service neutron] 10.222.0.13 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130779 Mar 08 21:21:12.152337 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2e007e67-40f1-471e-9ee3-db6749eb5815 req-6394a791-6011-4971-9fcf-f313e044f7ae service neutron] 10.222.0.13 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009245 Mar 08 21:21:12.679018 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-386aa2d8-dca1-4477-8fe4-44920ea31a2e tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:12.680603 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-386aa2d8-dca1-4477-8fe4-44920ea31a2e tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/networks?id=5f888af9-2322-42a8-892c-92ad1571f53d HTTP/1.1" status: 200 len: 809 time: 0.1520793 Mar 08 21:21:12.707704 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-87ff2c71-dc7b-4f39-b586-2f5675846a36 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/quotas/a25db1413c7746df9edba23c9919bd25 HTTP/1.1" status: 200 len: 375 time: 0.0163753 Mar 08 21:21:12.763283 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-fae177b7-c115-47d1-b7b1-da82b6a255fe tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a25db1413c7746df9edba23c9919bd25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451109 Mar 08 21:21:12.902961 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5968a34d-1397-4485-97cc-2d9a2201755b service neutron] 10.222.0.61 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323318 Mar 08 21:21:13.008836 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496197ba-bb20-46a6-ab99-aa1725036de8 req-c7dabf72-00be-4d6f-8885-533697d4dfca tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:13.010331 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-d6742be8-2575-419c-8c75-b46b20a397e9 service neutron] 10.222.0.61 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982292 Mar 08 21:21:13.011481 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-496197ba-bb20-46a6-ab99-aa1725036de8 req-c7dabf72-00be-4d6f-8885-533697d4dfca tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 943 time: 0.0912971 Mar 08 21:21:13.079222 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-496197ba-bb20-46a6-ab99-aa1725036de8 req-24eb8f9a-2998-4e44-9135-14220edf5289 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609846 Mar 08 21:21:13.226768 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f7f26ae3-f843-41c9-9912-b08c961cb9b1 req-9e2266e0-80fc-43f5-9dda-fe1ce6cf836d tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 210 time: 0.0390389 Mar 08 21:21:13.513064 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa144a3d-25a7-435e-80d1-c2ff8b7be589', 'tag': 'b1d54167-5549-4dac-9da7-4d45f4047b51'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:21:13.515570 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf81f5a1-db0c-47a8-9f54-c61198869e76" -d '{"events": [{"name": "network-changed", "server_uuid": "fa144a3d-25a7-435e-80d1-c2ff8b7be589", "tag": "b1d54167-5549-4dac-9da7-4d45f4047b51"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:21:13.555365 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a4e1a5-fb96-4a08-b9e0-1f65dbf83f7f x-openstack-request-id: req-81a4e1a5-fb96-4a08-b9e0-1f65dbf83f7f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:21:13.555747 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa144a3d-25a7-435e-80d1-c2ff8b7be589", "tag": "b1d54167-5549-4dac-9da7-4d45f4047b51", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:21:13.556078 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81a4e1a5-fb96-4a08-b9e0-1f65dbf83f7f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:21:13.556459 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa144a3d-25a7-435e-80d1-c2ff8b7be589', 'tag': 'b1d54167-5549-4dac-9da7-4d45f4047b51', 'status': 'completed', 'code': 200} Mar 08 21:21:13.648800 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-874f4a31-61be-47fb-8cdd-210ca2c4b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:13.650372 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-874f4a31-61be-47fb-8cdd-210ca2c4b218 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb432842653c48c6a96537cebd8cd0dd&device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 1127 time: 0.0516517 Mar 08 21:21:13.770100 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-98ebf699-090c-408e-b9fe-dc5ac502b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:13.771611 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-98ebf699-090c-408e-b9fe-dc5ac502b2f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f643bb63-ae09-4abd-af37-ba0a77adfa94 HTTP/1.1" status: 200 len: 915 time: 0.1153374 Mar 08 21:21:13.794154 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device b1d54167-5549-4dac-9da7-4d45f4047b51 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:21:13.798460 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 3ede76f8-cd69-4c2b-bd35-b514e80915fc no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:21:13.816668 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-cb031a9a-f3be-401c-8362-6358d65b1ed2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1d54167-5549-4dac-9da7-4d45f4047b51 HTTP/1.1" status: 200 len: 217 time: 0.0385270 Mar 08 21:21:13.838603 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 3ede76f8-cd69-4c2b-bd35-b514e80915fc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:21:13.839682 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 3ede76f8-cd69-4c2b-bd35-b514e80915fc not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:21:13.886929 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-1ba39ce7-d162-4797-aa88-64836fa70bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:13.888427 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-1ba39ce7-d162-4797-aa88-64836fa70bb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25436215-807a-4eaa-8fc3-2b7c272dbdcd HTTP/1.1" status: 200 len: 854 time: 0.0649109 Mar 08 21:21:13.924947 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-ecc071dc-aa63-4be8-9840-8e02b795f3f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f643bb63-ae09-4abd-af37-ba0a77adfa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291722 Mar 08 21:21:13.954888 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port b1d54167-5549-4dac-9da7-4d45f4047b51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b1d54167-5549-4dac-9da7-4d45f4047b51,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:13.967958 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'b1d54167-5549-4dac-9da7-4d45f4047b51', 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94', 'port_id': 'b1d54167-5549-4dac-9da7-4d45f4047b51', 'mac_address': 'fa:16:3e:8c:cf:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25436215-807a-4eaa-8fc3-2b7c272dbdcd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:21:14.019393 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port b1d54167-5549-4dac-9da7-4d45f4047b51 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:14.022507 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:14.037181 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d54167-5549-4dac-9da7-4d45f4047b51 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:21:14.038870 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-c1ff74b0-5ebf-4995-942b-2a52ef869de5 service neutron] 10.222.0.13 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065130 Mar 08 21:21:14.067138 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port b1d54167-5549-4dac-9da7-4d45f4047b51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b1d54167-5549-4dac-9da7-4d45f4047b51,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:14.072380 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:14.139973 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=b1d54167-5549-4dac-9da7-4d45f4047b51,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:14.171759 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cf81f5a1-db0c-47a8-9f54-c61198869e76 req-391b502b-faab-4efc-9116-5b54eaf6bdbb service neutron] 10.222.0.13 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250417 Mar 08 21:21:14.266819 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84850c1-238c-4b1c-8b5f-a48abd55ed4c req-93442161-fa89-45c6-a37a-a7cd02cc8b97 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:14.268467 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e84850c1-238c-4b1c-8b5f-a48abd55ed4c req-93442161-fa89-45c6-a37a-a7cd02cc8b97 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 944 time: 0.0839968 Mar 08 21:21:14.373614 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-360036ac-1545-42de-ad42-fffacdc6cf64 req-359e84f8-8ebe-451d-9de8-ac9f33cc5a9f tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 210 time: 0.0363569 Mar 08 21:21:14.412524 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['b1d54167-5549-4dac-9da7-4d45f4047b51'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:21:14.442395 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e84850c1-238c-4b1c-8b5f-a48abd55ed4c req-8031e552-6c94-4e94-8158-6378377cb088 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676576 Mar 08 21:21:14.502094 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5dc61bc9-f11f-40b7-bc6f-6833b50165fa tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:14.505780 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5dc61bc9-f11f-40b7-bc6f-6833b50165fa tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.13 "GET /v2.0/networks?id=5f888af9-2322-42a8-892c-92ad1571f53d HTTP/1.1" status: 200 len: 809 time: 0.1885910 Mar 08 21:21:14.519202 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Request body: {'port': {'device_id': '2153b631-874e-4bec-8a4b-1c21c55bc1da', 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d', 'admin_state_up': True, 'tenant_id': 'a25db1413c7746df9edba23c9919bd25'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:14.680779 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Made reservation on behalf of a25db1413c7746df9edba23c9919bd25 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:14.684101 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:14.859243 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Allocated IP 172.20.0.13 (5f888af9-2322-42a8-892c-92ad1571f53d/63e5b02b-a9c0-48bc-b1da-5f2b58901d4a/3eb33089-063b-4b35-a5b3-2f2f77630b27) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:15.053553 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks [] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:15.106710 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:15.171017 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Network 5f888af9-2322-42a8-892c-92ad1571f53d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:15.174985 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:15.178911 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:15.209942 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Pushing event updated for resources: {'Port': ['ID=3eb33089-063b-4b35-a5b3-2f2f77630b27,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:15.247318 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:15.248080 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:15.270468 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-a1ca77e3-f344-4e50-86f9-915474035fb8 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7560580 Mar 08 21:21:15.285548 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Request body: {'port': {'device_id': '2153b631-874e-4bec-8a4b-1c21c55bc1da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:15.359525 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:15.526505 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28dd7-05df-4e07-80fe-e289252aa510 req-4193c861-eab3-424d-b479-8adb7a1fb532 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:15.528221 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01f28dd7-05df-4e07-80fe-e289252aa510 req-4193c861-eab3-424d-b479-8adb7a1fb532 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 932 time: 0.0658062 Mar 08 21:21:15.585402 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01f28dd7-05df-4e07-80fe-e289252aa510 req-07a575d0-b0b2-44dc-baa6-e3fb5b147df2 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482502 Mar 08 21:21:15.646513 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59019f5-a4d1-46b5-8907-ea3c4982baf1 req-2337a997-3724-41f3-8b0b-99396eb77a49 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:15.648048 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b59019f5-a4d1-46b5-8907-ea3c4982baf1 req-2337a997-3724-41f3-8b0b-99396eb77a49 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 944 time: 0.1120508 Mar 08 21:21:15.746505 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb33089-063b-4b35-a5b3-2f2f77630b27 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:21:15.754731 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b59019f5-a4d1-46b5-8907-ea3c4982baf1 req-77e48284-4a15-4d64-b812-dc378cbc9972 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959296 Mar 08 21:21:15.756433 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Publish callbacks [] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:15.773135 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Transition to ACTIVE for port object 3eb33089-063b-4b35-a5b3-2f2f77630b27 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:21:15.779317 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:15.808613 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device b1d54167-5549-4dac-9da7-4d45f4047b51 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:15.829147 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Pushing event updated for resources: {'Port': ['ID=3eb33089-063b-4b35-a5b3-2f2f77630b27,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:15.899299 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port b1d54167-5549-4dac-9da7-4d45f4047b51 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:21:15.903286 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port b1d54167-5549-4dac-9da7-4d45f4047b51 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:15.903670 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:15.919304 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Attempting to bind port 3eb33089-063b-4b35-a5b3-2f2f77630b27 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:21:15.919635 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Attempting to bind port 3eb33089-063b-4b35-a5b3-2f2f77630b27 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:21:15.919962 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Attempting to bind port 3eb33089-063b-4b35-a5b3-2f2f77630b27 on network 5f888af9-2322-42a8-892c-92ad1571f53d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:15.924617 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Port 3eb33089-063b-4b35-a5b3-2f2f77630b27 on network 5f888af9-2322-42a8-892c-92ad1571f53d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:21:15.924943 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Attempting to bind port 3eb33089-063b-4b35-a5b3-2f2f77630b27 on network 5f888af9-2322-42a8-892c-92ad1571f53d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:15.930191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:21:15.930518 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Checking segment: {'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:15.930903 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Bound using segment: {'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:21:15.931327 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Bound port: 3eb33089-063b-4b35-a5b3-2f2f77630b27, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de941ac2-5424-4324-a093-f6afe64dc2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:21:15.931673 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:15.995682 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port b1d54167-5549-4dac-9da7-4d45f4047b51 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:15.996350 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:16.006584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] For port 3eb33089-063b-4b35-a5b3-2f2f77630b27, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:21:16.009951 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] For port 3eb33089-063b-4b35-a5b3-2f2f77630b27, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3eb33089-063b-4b35-a5b3-2f2f77630b27,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:21:16.020950 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:16.022345 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa144a3d-25a7-435e-80d1-c2ff8b7be589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d54167-5549-4dac-9da7-4d45f4047b51'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:21:16.026340 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53b35e8-54c3-4dd4-9337-c44757c70b8c" -d '{"events": [{"server_uuid": "fa144a3d-25a7-435e-80d1-c2ff8b7be589", "name": "network-vif-plugged", "status": "completed", "tag": "b1d54167-5549-4dac-9da7-4d45f4047b51"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:21:16.039561 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port b1d54167-5549-4dac-9da7-4d45f4047b51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b1d54167-5549-4dac-9da7-4d45f4047b51,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:16.044232 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:16.064557 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:16.065540 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:16.067091 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] 10.222.0.13 "PUT /v2.0/ports/3eb33089-063b-4b35-a5b3-2f2f77630b27 HTTP/1.1" status: 200 len: 1094 time: 0.7867930 Mar 08 21:21:16.070309 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2153b631-874e-4bec-8a4b-1c21c55bc1da', 'tag': '3eb33089-063b-4b35-a5b3-2f2f77630b27'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:21:16.075517 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2153b631-874e-4bec-8a4b-1c21c55bc1da", "tag": "3eb33089-063b-4b35-a5b3-2f2f77630b27"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:21:16.089123 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f0789-13f2-4b61-94b8-87c399beae21 x-openstack-request-id: req-ac0f0789-13f2-4b61-94b8-87c399beae21 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:21:16.089511 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa144a3d-25a7-435e-80d1-c2ff8b7be589", "name": "network-vif-plugged", "status": "completed", "tag": "b1d54167-5549-4dac-9da7-4d45f4047b51", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:21:16.089759 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac0f0789-13f2-4b61-94b8-87c399beae21 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:21:16.090279 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa144a3d-25a7-435e-80d1-c2ff8b7be589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d54167-5549-4dac-9da7-4d45f4047b51', 'code': 200} Mar 08 21:21:16.142726 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e851a59-e856-43af-ae2e-3c2c81031bcf service neutron] Pushing event updated for resources: {'Port': ['ID=3eb33089-063b-4b35-a5b3-2f2f77630b27,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:16.166163 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be93cb55-f85b-438c-bbb4-c44059e4a7e3 x-openstack-request-id: req-be93cb55-f85b-438c-bbb4-c44059e4a7e3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:21:16.166518 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2153b631-874e-4bec-8a4b-1c21c55bc1da", "tag": "3eb33089-063b-4b35-a5b3-2f2f77630b27", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:21:16.166756 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be93cb55-f85b-438c-bbb4-c44059e4a7e3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:21:16.167124 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2153b631-874e-4bec-8a4b-1c21c55bc1da', 'tag': '3eb33089-063b-4b35-a5b3-2f2f77630b27', 'status': 'completed', 'code': 200} Mar 08 21:21:16.205672 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-f1db66b9-955d-42a7-b3d7-14474bf608cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:16.214037 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-f1db66b9-955d-42a7-b3d7-14474bf608cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a25db1413c7746df9edba23c9919bd25&device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 1128 time: 0.0913718 Mar 08 21:21:16.265417 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-37277afc-fee1-473f-b513-8366ac53055a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eb33089-063b-4b35-a5b3-2f2f77630b27 HTTP/1.1" status: 200 len: 217 time: 0.0415773 Mar 08 21:21:16.268735 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=b1d54167-5549-4dac-9da7-4d45f4047b51,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:16.352036 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-13bf51c2-a67b-4bb0-928b-160e67be047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:16.353582 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-13bf51c2-a67b-4bb0-928b-160e67be047e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63e5b02b-a9c0-48bc-b1da-5f2b58901d4a HTTP/1.1" status: 200 len: 849 time: 0.0815246 Mar 08 21:21:16.377531 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5727-d61e-4f22-8b83-c7dcf9dc2e0a req-5ea15a4d-e179-40c8-9749-88afcd025d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:16.379073 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-60af5727-d61e-4f22-8b83-c7dcf9dc2e0a req-5ea15a4d-e179-40c8-9749-88afcd025d95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 1129 time: 0.0754845 Mar 08 21:21:16.408323 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-c8b56792-921e-4a57-8812-8a9307e5a6b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f888af9-2322-42a8-892c-92ad1571f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415614 Mar 08 21:21:16.510068 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-60af5727-d61e-4f22-8b83-c7dcf9dc2e0a req-c18e9158-9f6d-4b8d-87b2-3b9374dcf874 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089759 Mar 08 21:21:16.555785 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-6308c52d-e325-4e8e-9965-761a07e66497 service neutron] 10.222.0.13 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373990 Mar 08 21:21:16.764590 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65cf2c-51be-42d6-8215-a51783298561 req-94f73240-ea91-4215-8c58-6205c4e10c72 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:16.767500 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc65cf2c-51be-42d6-8215-a51783298561 req-94f73240-ea91-4215-8c58-6205c4e10c72 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 944 time: 0.0771093 Mar 08 21:21:16.839848 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc65cf2c-51be-42d6-8215-a51783298561 req-9ef7b90e-eb1e-4e78-ae05-a126114ec824 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665994 Mar 08 21:21:16.845772 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a16ab189-4de4-4461-8db7-346d6ceab1d3 req-ef9db8ee-d2dd-43f2-823e-2d5ae5d71218 service neutron] 10.222.0.13 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279216 Mar 08 21:21:16.913406 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc17287-7836-4183-a6ae-8cb6d7085bde req-fc099ac0-ad57-4b8d-9cb7-9766a6623030 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:16.914989 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1cc17287-7836-4183-a6ae-8cb6d7085bde req-fc099ac0-ad57-4b8d-9cb7-9766a6623030 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 945 time: 0.0641716 Mar 08 21:21:17.019733 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1cc17287-7836-4183-a6ae-8cb6d7085bde req-81238293-2170-4ecc-94ce-ab743b592ea4 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988398 Mar 08 21:21:17.026769 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-02e71f42-e4c2-4fe4-93c2-33b3c18275ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:17.028255 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-02e71f42-e4c2-4fe4-93c2-33b3c18275ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a25db1413c7746df9edba23c9919bd25&device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 1128 time: 0.1012359 Mar 08 21:21:17.154469 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-de0018b5-0ac0-42aa-95ee-39a43d0e5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:17.156471 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-de0018b5-0ac0-42aa-95ee-39a43d0e5eb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f888af9-2322-42a8-892c-92ad1571f53d HTTP/1.1" status: 200 len: 910 time: 0.1176622 Mar 08 21:21:17.257865 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-00be5934-3f43-4b12-8737-c668de41e4ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eb33089-063b-4b35-a5b3-2f2f77630b27 HTTP/1.1" status: 200 len: 217 time: 0.0866046 Mar 08 21:21:17.323575 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37618004-7e32-42c8-90b7-abba1e760179 req-c9fd494d-e6f1-437e-890a-c2edd3bfed0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1545858 Mar 08 21:21:17.324925 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-a87a104a-2975-489b-9d89-98e72dd78dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:17.326289 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-a87a104a-2975-489b-9d89-98e72dd78dbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63e5b02b-a9c0-48bc-b1da-5f2b58901d4a HTTP/1.1" status: 200 len: 849 time: 0.0621510 Mar 08 21:21:17.378068 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-1c428864-aff6-4175-83ea-23531c64fb52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f888af9-2322-42a8-892c-92ad1571f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315731 Mar 08 21:21:17.511316 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37618004-7e32-42c8-90b7-abba1e760179 req-cd2f83ab-49ad-40e2-a1f2-0fc4243510e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:17.513122 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37618004-7e32-42c8-90b7-abba1e760179 req-cd2f83ab-49ad-40e2-a1f2-0fc4243510e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 1129 time: 0.1232040 Mar 08 21:21:17.520207 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-72895846-6995-4be0-a5dc-80b661849d30 service neutron] 10.222.0.13 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290314 Mar 08 21:21:17.717122 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6da7174b-58f2-4dd8-b248-c4cb5a5f83d8 req-bfeb3125-b880-46c5-97c2-bc26edd8d23f service neutron] 10.222.0.13 "GET /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824369 Mar 08 21:21:17.720668 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37618004-7e32-42c8-90b7-abba1e760179 req-5e58cc32-d744-4fb2-94fd-d8c6226d4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:17.722129 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37618004-7e32-42c8-90b7-abba1e760179 req-5e58cc32-d744-4fb2-94fd-d8c6226d4a6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.1660910 Mar 08 21:21:17.831992 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37618004-7e32-42c8-90b7-abba1e760179 req-103ec064-bcb3-4aeb-892e-6840e88d2d8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f97cf6a-02be-426c-8e25-f93607261303 HTTP/1.1" status: 200 len: 1000 time: 0.0988095 Mar 08 21:21:17.917671 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37618004-7e32-42c8-90b7-abba1e760179 req-43887fda-f4e8-428b-ad14-2e720fe7bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:17.920105 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37618004-7e32-42c8-90b7-abba1e760179 req-43887fda-f4e8-428b-ad14-2e720fe7bb7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0752220 Mar 08 21:21:18.023210 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37618004-7e32-42c8-90b7-abba1e760179 req-5e1bce5e-6a54-4a40-b4de-bf718275a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:18.024741 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37618004-7e32-42c8-90b7-abba1e760179 req-5e1bce5e-6a54-4a40-b4de-bf718275a48e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864027 Mar 08 21:21:18.041427 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f844-e2e9-429e-bf0f-6ab8278b6356 req-b4355ea5-946f-4a08-b127-a4ce634db298 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:18.044116 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7f8f844-e2e9-429e-bf0f-6ab8278b6356 req-b4355ea5-946f-4a08-b127-a4ce634db298 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 944 time: 0.1284564 Mar 08 21:21:18.129753 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7f8f844-e2e9-429e-bf0f-6ab8278b6356 req-8d410d79-10e9-4cae-8dbc-00a586eef5e2 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755763 Mar 08 21:21:18.476725 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37618004-7e32-42c8-90b7-abba1e760179 req-984ab5f7-907f-4d70-9a33-148e4b86bd15 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383242 Mar 08 21:21:18.495352 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e42f8-c2a4-46d3-88d1-26dfb1b66e35 req-cdeb6dea-f175-41da-a3de-84a567050af9 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:18.496758 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5e2e42f8-c2a4-46d3-88d1-26dfb1b66e35 req-cdeb6dea-f175-41da-a3de-84a567050af9 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 945 time: 0.0840354 Mar 08 21:21:18.604306 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5e2e42f8-c2a4-46d3-88d1-26dfb1b66e35 req-f4874807-c04d-4f07-8913-f8b2c4bc9cbd tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992150 Mar 08 21:21:18.628008 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-37618004-7e32-42c8-90b7-abba1e760179 req-161e5562-4fb3-47d2-9d1b-44126fa3b520 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406207 Mar 08 21:21:19.293345 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad67cb-476b-4dca-9c02-ba94a44234a1 req-8a5e69f2-ad58-470f-b297-2eb1ed51a25b tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:19.294963 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91ad67cb-476b-4dca-9c02-ba94a44234a1 req-8a5e69f2-ad58-470f-b297-2eb1ed51a25b tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 944 time: 0.0650027 Mar 08 21:21:19.355304 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91ad67cb-476b-4dca-9c02-ba94a44234a1 req-81e653dd-c693-4972-a398-55f68f6e3eca tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542474 Mar 08 21:21:19.835190 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 3eb33089-063b-4b35-a5b3-2f2f77630b27 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:21:19.956875 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 3eb33089-063b-4b35-a5b3-2f2f77630b27, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3eb33089-063b-4b35-a5b3-2f2f77630b27,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:19.978413 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '3eb33089-063b-4b35-a5b3-2f2f77630b27', 'network_id': '5f888af9-2322-42a8-892c-92ad1571f53d', 'port_id': '3eb33089-063b-4b35-a5b3-2f2f77630b27', 'mac_address': 'fa:16:3e:59:34:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e5b02b-a9c0-48bc-b1da-5f2b58901d4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:21:20.025619 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 3eb33089-063b-4b35-a5b3-2f2f77630b27 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:20.026006 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:20.041827 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb33089-063b-4b35-a5b3-2f2f77630b27 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:21:20.064756 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 3eb33089-063b-4b35-a5b3-2f2f77630b27, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3eb33089-063b-4b35-a5b3-2f2f77630b27,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:20.069669 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:20.139924 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=3eb33089-063b-4b35-a5b3-2f2f77630b27,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:20.419085 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['3eb33089-063b-4b35-a5b3-2f2f77630b27'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:21:20.508460 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd081d-7d7c-4df7-8ca4-d71cf1ed7195 req-0379eed6-ccf5-4135-b5c0-4ff9da31af20 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:20.510176 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73dd081d-7d7c-4df7-8ca4-d71cf1ed7195 req-0379eed6-ccf5-4135-b5c0-4ff9da31af20 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 945 time: 0.0744967 Mar 08 21:21:20.574617 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73dd081d-7d7c-4df7-8ca4-d71cf1ed7195 req-f3fdcf12-3da5-441c-9de8-c33919f3b357 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539815 Mar 08 21:21:21.713101 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1288746-8e95-4a41-8b26-803ae43d8316 req-fe555880-9fcf-4a6e-9093-6a5cc88927a2 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:21.714684 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1288746-8e95-4a41-8b26-803ae43d8316 req-fe555880-9fcf-4a6e-9093-6a5cc88927a2 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 945 time: 0.0588381 Mar 08 21:21:21.777254 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1288746-8e95-4a41-8b26-803ae43d8316 req-3c20b0d0-c342-4f7e-a1b2-8c739462b49a tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527403 Mar 08 21:21:21.853580 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 3eb33089-063b-4b35-a5b3-2f2f77630b27 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:21.926408 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 3eb33089-063b-4b35-a5b3-2f2f77630b27 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:21:21.931288 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 3eb33089-063b-4b35-a5b3-2f2f77630b27 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:21.931799 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:22.035739 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 3eb33089-063b-4b35-a5b3-2f2f77630b27 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:22.036132 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:22.061014 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2153b631-874e-4bec-8a4b-1c21c55bc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb33089-063b-4b35-a5b3-2f2f77630b27'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:21:22.063879 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd2117d-54fd-4bc3-8197-8de42146ae62" -d '{"events": [{"server_uuid": "2153b631-874e-4bec-8a4b-1c21c55bc1da", "name": "network-vif-plugged", "status": "completed", "tag": "3eb33089-063b-4b35-a5b3-2f2f77630b27"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:21:22.081625 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 3eb33089-063b-4b35-a5b3-2f2f77630b27, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3eb33089-063b-4b35-a5b3-2f2f77630b27,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:22.086843 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:22.118280 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a17d034-8660-4876-ad2f-163b2d59a376 x-openstack-request-id: req-9a17d034-8660-4876-ad2f-163b2d59a376 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:21:22.118280 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2153b631-874e-4bec-8a4b-1c21c55bc1da", "name": "network-vif-plugged", "status": "completed", "tag": "3eb33089-063b-4b35-a5b3-2f2f77630b27", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:21:22.118280 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a17d034-8660-4876-ad2f-163b2d59a376 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:21:22.118280 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2153b631-874e-4bec-8a4b-1c21c55bc1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb33089-063b-4b35-a5b3-2f2f77630b27', 'code': 200} Mar 08 21:21:22.158775 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=3eb33089-063b-4b35-a5b3-2f2f77630b27,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:22.348998 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573d442-0930-442c-b5a9-2aaf32e4ed97 req-1c559c72-0e9a-4efd-9e8a-6be5023e6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:22.350569 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7573d442-0930-442c-b5a9-2aaf32e4ed97 req-1c559c72-0e9a-4efd-9e8a-6be5023e6f6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 1130 time: 0.0596650 Mar 08 21:21:22.408879 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7573d442-0930-442c-b5a9-2aaf32e4ed97 req-b03d799d-23a6-4864-b2bc-da7b23783ea7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508971 Mar 08 21:21:22.947031 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177822-7470-4577-a2a6-9ed79617a872 req-5e33ca4e-f06d-47bf-a84c-1a5b8b893201 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:22.948587 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8c177822-7470-4577-a2a6-9ed79617a872 req-5e33ca4e-f06d-47bf-a84c-1a5b8b893201 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 946 time: 0.0718205 Mar 08 21:21:23.011513 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8c177822-7470-4577-a2a6-9ed79617a872 req-80c53244-d4db-478e-bbd4-4aa59bde23d6 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562303 Mar 08 21:21:24.149264 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20258cf0-b7aa-4ea6-9786-994f6e1301f7 req-99b18c37-70b3-47ee-bd43-6ac224a4f6ca tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:24.150997 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-20258cf0-b7aa-4ea6-9786-994f6e1301f7 req-99b18c37-70b3-47ee-bd43-6ac224a4f6ca tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 946 time: 0.0608580 Mar 08 21:21:24.202827 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-20258cf0-b7aa-4ea6-9786-994f6e1301f7 req-51c4185a-2b93-4474-a364-d91bbbd5f050 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Mar 08 21:21:25.060507 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e26a2-53b5-43a7-94a4-96a9508da4b8 req-503b53f7-9b56-491c-be42-73f4b5350494 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:25.061979 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c00e26a2-53b5-43a7-94a4-96a9508da4b8 req-503b53f7-9b56-491c-be42-73f4b5350494 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 946 time: 0.0646372 Mar 08 21:21:25.123612 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c00e26a2-53b5-43a7-94a4-96a9508da4b8 req-61d98fd4-6e15-47c6-a3ba-c55623e45821 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554748 Mar 08 21:21:26.303994 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4645309-75cb-42b2-9c85-9a5e598e3362 req-cd0bfb0b-1149-4dd2-a0f5-a85854a26353 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:26.307775 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4645309-75cb-42b2-9c85-9a5e598e3362 req-cd0bfb0b-1149-4dd2-a0f5-a85854a26353 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 946 time: 0.1005788 Mar 08 21:21:26.370164 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4645309-75cb-42b2-9c85-9a5e598e3362 req-ec085d28-5fbd-4a7f-814e-ee6323593989 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/security-groups?id=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 Mar 08 21:21:26.916798 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-ebcebe7a-db95-45cd-8779-2f1ec00f2d14 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:26.918228 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-ebcebe7a-db95-45cd-8779-2f1ec00f2d14 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.13 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 946 time: 0.0628541 Mar 08 21:21:27.050910 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Deleting port 3eb33089-063b-4b35-a5b3-2f2f77630b27 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:21:27.051260 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.160663 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] For port 3eb33089-063b-4b35-a5b3-2f2f77630b27, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3eb33089-063b-4b35-a5b3-2f2f77630b27,segment=NetworkSegment(de941ac2-5424-4324-a093-f6afe64dc2d3),segment_id=de941ac2-5424-4324-a093-f6afe64dc2d3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:27.161042 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.177501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Calling delete_port for 3eb33089-063b-4b35-a5b3-2f2f77630b27 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:21:27.336449 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47670) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:27.342432 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (3eb33089-063b-4b35-a5b3-2f2f77630b27), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.363287 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['3eb33089-063b-4b35-a5b3-2f2f77630b27'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:21:27.381857 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Pushing event deleted for resources: {'Port': ['ID=3eb33089-063b-4b35-a5b3-2f2f77630b27,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:27.436641 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] No DVR routers for this DVR port 3eb33089-063b-4b35-a5b3-2f2f77630b27 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:21:27.440449 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.445706 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-2785d5c8-1fe0-45f1-bcbd-78942e09d1f3 req-8e4cd0f4-57ea-4af3-b55f-e3a6b31d74eb tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.13 "DELETE /v2.0/ports/3eb33089-063b-4b35-a5b3-2f2f77630b27 HTTP/1.1" status: 204 len: 173 time: 0.5216041 Mar 08 21:21:27.446328 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2153b631-874e-4bec-8a4b-1c21c55bc1da', 'name': 'network-vif-deleted', 'tag': '3eb33089-063b-4b35-a5b3-2f2f77630b27'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:21:27.449741 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e655405b-88dc-4ca6-9a1b-5cea2dcac5c7" -d '{"events": [{"server_uuid": "2153b631-874e-4bec-8a4b-1c21c55bc1da", "name": "network-vif-deleted", "tag": "3eb33089-063b-4b35-a5b3-2f2f77630b27"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:21:27.492177 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-915ba3bc-cdd7-43e7-a079-4341d9b22f3d req-bdd929ae-cd4d-4d60-acaf-999f4b41a7c9 tempest-VolumesActionsTest-1347041090 tempest-VolumesActionsTest-1347041090-project] 10.222.0.61 "GET /v2.0/ports?device_id=2153b631-874e-4bec-8a4b-1c21c55bc1da HTTP/1.1" status: 200 len: 210 time: 0.0387580 Mar 08 21:21:27.509803 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39415a8-07a9-4b73-ae0e-5f6e19fff166 x-openstack-request-id: req-b39415a8-07a9-4b73-ae0e-5f6e19fff166 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:21:27.510546 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2153b631-874e-4bec-8a4b-1c21c55bc1da", "name": "network-vif-deleted", "tag": "3eb33089-063b-4b35-a5b3-2f2f77630b27", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:21:27.510883 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b39415a8-07a9-4b73-ae0e-5f6e19fff166 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:21:27.511467 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2153b631-874e-4bec-8a4b-1c21c55bc1da', 'name': 'network-vif-deleted', 'tag': '3eb33089-063b-4b35-a5b3-2f2f77630b27', 'status': 'completed', 'code': 200} Mar 08 21:21:27.518845 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52caa887-0eae-48ba-baef-0c11d7194b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.624313 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52caa887-0eae-48ba-baef-0c11d7194b73 admin admin] Publish callbacks [] for security_group (a94b8f4e-083b-4be6-8e4b-b4ebcd5bdd38), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.629856 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52caa887-0eae-48ba-baef-0c11d7194b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (a94b8f4e-083b-4be6-8e4b-b4ebcd5bdd38), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.699034 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-52caa887-0eae-48ba-baef-0c11d7194b73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbd7b6d2d74d43269b37e83b138811aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615110 Mar 08 21:21:27.701362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caa887-0eae-48ba-baef-0c11d7194b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b8f4e-083b-4be6-8e4b-b4ebcd5bdd38,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:27.709235 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47680) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:27.771385 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf932865-6724-4fce-a0be-f6ba854ad384 admin admin] Publish callbacks [] for security_group (a94b8f4e-083b-4be6-8e4b-b4ebcd5bdd38), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.794517 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf932865-6724-4fce-a0be-f6ba854ad384 admin admin] Publish callbacks [] for security_group (a94b8f4e-083b-4be6-8e4b-b4ebcd5bdd38), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.855870 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf932865-6724-4fce-a0be-f6ba854ad384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (a94b8f4e-083b-4be6-8e4b-b4ebcd5bdd38), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.859914 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf932865-6724-4fce-a0be-f6ba854ad384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:27.861120 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bf932865-6724-4fce-a0be-f6ba854ad384 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a94b8f4e-083b-4be6-8e4b-b4ebcd5bdd38 HTTP/1.1" status: 204 len: 168 time: 0.1528327 Mar 08 21:21:27.869665 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf932865-6724-4fce-a0be-f6ba854ad384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94b8f4e-083b-4be6-8e4b-b4ebcd5bdd38,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:28.958704 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ade61d9-c650-4499-ae66-2ec1877bacc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:30.975074 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 3eb33089-063b-4b35-a5b3-2f2f77630b27 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:21:31.008501 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 3eb33089-063b-4b35-a5b3-2f2f77630b27 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:21:31.009026 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 3eb33089-063b-4b35-a5b3-2f2f77630b27 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:21:31.298600 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-976f40c3-3672-4eb5-afa1-7fa6fa0f4181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:32.541853 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:34.075564 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:35.524883 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:38.469070 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:21:39.452330 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47888) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:39.612768 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:39.803608 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Publish callbacks [] for security_group (b5512cf7-7b6f-41fe-b883-7ed47fee34c2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:39.818972 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (b5512cf7-7b6f-41fe-b883-7ed47fee34c2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:39.917344 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5512cf7-7b6f-41fe-b883-7ed47fee34c2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:39.937524 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47898) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:39.938435 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cb699eb3b804f6384214c2bdda2fafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4772906 Mar 08 21:21:39.952023 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.955234 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.955963 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.956670 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.958125 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.958830 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.960272 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.961433 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.961889 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.962944 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.963649 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.964090 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:39.964684 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdae13a-9497-4e8a-8021-b5712ce3f20f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.025161 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Publish callbacks [] for security_group (b5512cf7-7b6f-41fe-b883-7ed47fee34c2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:40.050090 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Publish callbacks [] for security_group (b5512cf7-7b6f-41fe-b883-7ed47fee34c2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:40.126899 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (b5512cf7-7b6f-41fe-b883-7ed47fee34c2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:40.129896 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:40.141448 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5512cf7-7b6f-41fe-b883-7ed47fee34c2 HTTP/1.1" status: 204 len: 168 time: 0.1937733 Mar 08 21:21:40.150532 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5512cf7-7b6f-41fe-b883-7ed47fee34c2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:40.160643 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.161420 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.162054 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.162601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.163199 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.163698 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.164185 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.164671 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.165189 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.165918 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.166539 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.167191 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.167728 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5620e6-9ea1-4625-a4d9-fed13cde0ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:40.643631 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.178334 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47926) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:41.331742 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1470076041-network', 'tenant_id': '38798bd577444b24ac3f6e316d276368'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:41.356740 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Made reservation on behalf of 38798bd577444b24ac3f6e316d276368 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:41.359565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.369135 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.475568 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Publish callbacks [] for security_group (929243cc-37ef-4157-adfc-eb0cbc91b6a4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.480833 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (929243cc-37ef-4157-adfc-eb0cbc91b6a4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.494616 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:21:41.524450 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929243cc-37ef-4157-adfc-eb0cbc91b6a4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:41.529773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (614ba5f7-6bf7-4c90-83b2-681401bab211), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.530111 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Added segment 614ba5f7-6bf7-4c90-83b2-681401bab211 of type vlan for network 8a60c6bc-3f75-483e-96f8-84bb95661198 Mar 08 21:21:41.586215 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (8a60c6bc-3f75-483e-96f8-84bb95661198), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.621366 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (8a60c6bc-3f75-483e-96f8-84bb95661198), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.622386 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:41.622973 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.659467 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4799759 Mar 08 21:21:41.662240 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 47936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:41.670183 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Request body: {'subnet': {'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1470076041-subnet', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:41.724879 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20686e2-5a0c-45f4-a5f8-3c244d88d74e admin admin] Pushing event updated for resources: {'Network': ['ID=8a60c6bc-3f75-483e-96f8-84bb95661198,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:41.741433 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:21:41.742263 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Made reservation on behalf of 38798bd577444b24ac3f6e316d276368 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:41.745626 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126208261'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:41.973339 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3783437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126208283'] for subnet (734b83eb-90ca-42f3-8e62-8171d1adb75e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.051083 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Pushing event updated for resources: {'Subnet': ['ID=734b83eb-90ca-42f3-8e62-8171d1adb75e,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:42.056431 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Checking segment: {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:42.057523 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Network hostable DHCP agents. Network: 8a60c6bc-3f75-483e-96f8-84bb95661198, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:21:42.091934 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:21:42.114284 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 8a60c6bc-3f75-483e-96f8-84bb95661198) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:42.121073 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:42.121785 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.129756 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8d8aa0-05fb-447f-a6a3-449ad6072d65 None None] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:21:42.172174 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c4bcd7d0-5d77-4c64-949d-82aa687a190c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5080166 Mar 08 21:21:42.174903 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47942) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:42.179614 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:42.204173 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (8bc991f3-e2a9-4858-99bf-88200ceccd82), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.206223 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (8bc991f3-e2a9-4858-99bf-88200ceccd82), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.281749 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks [] for router_controller (8bc991f3-e2a9-4858-99bf-88200ceccd82), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.293368 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-8a60c6bc-3f75-483e-96f8-84bb95661198', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'project_id': '38798bd577444b24ac3f6e316d276368', 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:21:42.294284 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.491116 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks [] for router_gateway (8bc991f3-e2a9-4858-99bf-88200ceccd82), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.534840 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Allocated IP 172.20.0.2 (8a60c6bc-3f75-483e-96f8-84bb95661198/734b83eb-90ca-42f3-8e62-8171d1adb75e/0baae461-5779-4592-b709-44ebfdf99220) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:42.757840 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Publish callbacks [] for port (0baae461-5779-4592-b709-44ebfdf99220), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.768991 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (0baae461-5779-4592-b709-44ebfdf99220), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.794842 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks [] for router_gateway (8bc991f3-e2a9-4858-99bf-88200ceccd82), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.821276 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:42.854581 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:42.860415 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:42.865475 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:42.976043 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Pushing event updated for resources: {'Port': ['ID=0baae461-5779-4592-b709-44ebfdf99220,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:42.983246 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Allocated IP 172.27.1.193 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/a61db34c-3eef-493c-b406-c45cb29cea15) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:42.993876 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Attempting to bind port 0baae461-5779-4592-b709-44ebfdf99220 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:21:42.994282 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Attempting to bind port 0baae461-5779-4592-b709-44ebfdf99220 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:21:42.994641 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Attempting to bind port 0baae461-5779-4592-b709-44ebfdf99220 on network 8a60c6bc-3f75-483e-96f8-84bb95661198 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:43.004615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:21:43.004615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Checking segment: {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:43.004615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:43.005305 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Bound using segment: {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:21:43.005782 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Bound port: 0baae461-5779-4592-b709-44ebfdf99220, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:21:43.006244 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0baae461-5779-4592-b709-44ebfdf99220), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:43.080888 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] For port 0baae461-5779-4592-b709-44ebfdf99220, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:21:43.084581 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] For port 0baae461-5779-4592-b709-44ebfdf99220, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=0baae461-5779-4592-b709-44ebfdf99220,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:21:43.100265 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0baae461-5779-4592-b709-44ebfdf99220), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:43.181338 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68f9f3-e057-46af-8d39-7e80904acaa2 None None] Pushing event updated for resources: {'Port': ['ID=0baae461-5779-4592-b709-44ebfdf99220,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:43.214218 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks [] for port (a61db34c-3eef-493c-b406-c45cb29cea15), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:43.301248 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:43.377613 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:43.390998 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:43.398580 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:43.539268 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Pushing event updated for resources: {'Port': ['ID=a61db34c-3eef-493c-b406-c45cb29cea15,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:43.835584 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0baae461-5779-4592-b709-44ebfdf99220 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:43.911018 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 0baae461-5779-4592-b709-44ebfdf99220 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:43.911789 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0baae461-5779-4592-b709-44ebfdf99220), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:44.072128 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 0baae461-5779-4592-b709-44ebfdf99220 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:44.073269 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (0baae461-5779-4592-b709-44ebfdf99220), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:44.085406 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks [] for router_gateway (8bc991f3-e2a9-4858-99bf-88200ceccd82), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:44.142494 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port 0baae461-5779-4592-b709-44ebfdf99220, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=0baae461-5779-4592-b709-44ebfdf99220,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:44.148430 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (0baae461-5779-4592-b709-44ebfdf99220), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:44.230534 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=0baae461-5779-4592-b709-44ebfdf99220,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:44.476493 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (8bc991f3-e2a9-4858-99bf-88200ceccd82), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:44.694507 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f4c8bb-45f4-443a-a124-6e719afd2576 None None] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:21:44.697575 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Router 8bc991f3-e2a9-4858-99bf-88200ceccd82 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:21:44.790066 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-468a8d59-e66d-442c-b648-d37815e5369b None None] Provisioning complete for port 0baae461-5779-4592-b709-44ebfdf99220 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:44.790331 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-468a8d59-e66d-442c-b648-d37815e5369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0baae461-5779-4592-b709-44ebfdf99220), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:44.999032 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-468a8d59-e66d-442c-b648-d37815e5369b None None] Current status of the port 0baae461-5779-4592-b709-44ebfdf99220 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:45.184028 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:21:45.197293 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Sync routers for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:21:45.214062 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:21:45.214819 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:21:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:45.216499 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:45.228150 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cf7e36f6-0a05-4637-aa35-6577218a240f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0421112 Mar 08 21:21:45.228578 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 47970) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:45.359287 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b9a829df-faff-4f2f-b3d4-8b4a493c2100 None None] Provisioning complete for port 0baae461-5779-4592-b709-44ebfdf99220 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:45.360276 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b9a829df-faff-4f2f-b3d4-8b4a493c2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0baae461-5779-4592-b709-44ebfdf99220), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:45.373570 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:21:45.476868 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b9a829df-faff-4f2f-b3d4-8b4a493c2100 None None] Current status of the port 0baae461-5779-4592-b709-44ebfdf99220 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:45.706547 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:43Z', 'revision_number': 3, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:45.722773 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0baae461-5779-4592-b709-44ebfdf99220 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:45.736136 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Checking router: 8bc991f3-e2a9-4858-99bf-88200ceccd82 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:21:45.736752 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Updating router 8bc991f3-e2a9-4858-99bf-88200ceccd82 port a61db34c-3eef-493c-b406-c45cb29cea15 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:21:45.793595 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:45.817888 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 0baae461-5779-4592-b709-44ebfdf99220 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:45.818578 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (0baae461-5779-4592-b709-44ebfdf99220), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:45.970903 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 0baae461-5779-4592-b709-44ebfdf99220 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:46.011539 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.245913 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Allocated IP 172.20.0.1 (8a60c6bc-3f75-483e-96f8-84bb95661198/734b83eb-90ca-42f3-8e62-8171d1adb75e/1296750c-ca75-4467-8fcf-0c209edbce26) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:46.407940 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Publish callbacks [] for port (1296750c-ca75-4467-8fcf-0c209edbce26), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.437161 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Publish callbacks [] for port (a61db34c-3eef-493c-b406-c45cb29cea15), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.448019 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.461828 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.517630 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:46.525479 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:46.530706 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:46.540434 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Attempting to bind port a61db34c-3eef-493c-b406-c45cb29cea15 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:21:46.540908 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Attempting to bind port a61db34c-3eef-493c-b406-c45cb29cea15 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:21:46.541435 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Attempting to bind port a61db34c-3eef-493c-b406-c45cb29cea15 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:46.550576 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:21:46.551084 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:46.551584 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.552074 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:21:46.552734 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Bound port: a61db34c-3eef-493c-b406-c45cb29cea15, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:21:46.553230 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.556428 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Pushing event updated for resources: {'Port': ['ID=a61db34c-3eef-493c-b406-c45cb29cea15,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:46.572351 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Pushing event updated for resources: {'Port': ['ID=1296750c-ca75-4467-8fcf-0c209edbce26,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:46.598196 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.598720 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.599828 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.600273 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.600864 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.601775 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.602226 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.602648 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.603574 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.604018 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.604470 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.604909 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.605363 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:46.610625 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (8bc991f3-e2a9-4858-99bf-88200ceccd82), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.679571 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] For port a61db34c-3eef-493c-b406-c45cb29cea15, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:21:46.685096 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] For port a61db34c-3eef-493c-b406-c45cb29cea15, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=a61db34c-3eef-493c-b406-c45cb29cea15,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:21:46.708111 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.782630 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274eba9-195a-4c90-b20b-51823235a170 None None] Pushing event updated for resources: {'Port': ['ID=a61db34c-3eef-493c-b406-c45cb29cea15,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:46.802646 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:21:46.803468 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:21:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:46.973674 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-517a69f9-fc53-4431-9775-bf920fc597bf None None] Provisioning complete for port 1296750c-ca75-4467-8fcf-0c209edbce26 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:46.976412 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-517a69f9-fc53-4431-9775-bf920fc597bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:46.978255 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:47.024482 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:21:47.075798 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-517a69f9-fc53-4431-9775-bf920fc597bf None None] Port 1296750c-ca75-4467-8fcf-0c209edbce26 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:21:47.270538 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Publish callbacks [] for port (1296750c-ca75-4467-8fcf-0c209edbce26), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:47.276615 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:47.318899 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:43Z', 'revision_number': 3, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:47.356165 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (8bc991f3-e2a9-4858-99bf-88200ceccd82), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:47.358362 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Pushing event updated for resources: {'Port': ['ID=1296750c-ca75-4467-8fcf-0c209edbce26,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:47.377988 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7765b8-2c18-45b7-b9c3-be6cb73a154a None None] The sync data for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi is: [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:43Z', 'revision_number': 3, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:21:47.497492 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:47.502931 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:47.770742 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Router 8bc991f3-e2a9-4858-99bf-88200ceccd82 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:21:48.000093 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:21:48.019792 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c4a3d7eb-2374-4c01-9d57-4cac135cc1f4 None None] Provisioning complete for port 1296750c-ca75-4467-8fcf-0c209edbce26 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:48.023947 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5df38ee8-3ecc-48c2-a35a-d0a771c2db7f admin admin] 10.222.0.61 "PUT /v2.0/routers/8bc991f3-e2a9-4858-99bf-88200ceccd82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7941232 Mar 08 21:21:48.034105 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4a3d7eb-2374-4c01-9d57-4cac135cc1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:48.144433 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3d7eb-2374-4c01-9d57-4cac135cc1f4 None None] Port 1296750c-ca75-4467-8fcf-0c209edbce26 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:21:48.910604 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48012) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:48.916616 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-553337838-network', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:48.944460 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Made reservation on behalf of a35f4cb5cafb4c4ba22bd27e23c96871 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:48.947471 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:48.965161 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.119575 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Publish callbacks [] for security_group (b741b1c8-380f-4c27-9a96-428b6ce712ee), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.126228 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (b741b1c8-380f-4c27-9a96-428b6ce712ee), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.173706 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 21:21:49.199879 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b741b1c8-380f-4c27-9a96-428b6ce712ee,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:49.207282 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (b654171e-7a00-452a-9f27-049b3ecde818), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.208157 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Added segment b654171e-7a00-452a-9f27-049b3ecde818 of type vlan for network 373df623-23bc-4f98-8953-c35df4799fe1 Mar 08 21:21:49.275160 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740869959437'] for network (373df623-23bc-4f98-8953-c35df4799fe1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.320575 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660'] for network (373df623-23bc-4f98-8953-c35df4799fe1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.321998 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:49.322811 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.401551 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=373df623-23bc-4f98-8953-c35df4799fe1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:49.412836 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2512acb1-5442-4a10-9f93-ede28a765ed0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4998558 Mar 08 21:21:49.415627 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:49.423145 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Request body: {'subnet': {'network_id': '373df623-23bc-4f98-8953-c35df4799fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-553337838-subnet', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:49.455841 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Network 373df623-23bc-4f98-8953-c35df4799fe1 details requested by agent ovs-agent-dv-cinder-830098-3-iscsi with host dv-cinder-830098-3-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 21:21:49.469988 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Made reservation on behalf of a35f4cb5cafb4c4ba22bd27e23c96871 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:21:49.472356 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126052533'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.806263 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device a61db34c-3eef-493c-b406-c45cb29cea15 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:49.847797 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125874091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126052523'] for subnet (26ad0471-fdf7-4d92-8999-f806697e933d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.893113 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port a61db34c-3eef-493c-b406-c45cb29cea15 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:49.893662 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:49.913575 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ad0471-fdf7-4d92-8999-f806697e933d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:49.951248 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Checking segment: {'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:49.951851 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Network hostable DHCP agents. Network: 373df623-23bc-4f98-8953-c35df4799fe1, hostable agents: ['2dc59ca2-cca8-4d69-b040-106b108b4f72'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 21:21:50.045442 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Network 373df623-23bc-4f98-8953-c35df4799fe1 is scheduled to be hosted by DHCP agent 2dc59ca2-cca8-4d69-b040-106b108b4f72 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 21:21:50.051802 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Sync routers for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:21:50.075476 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-3-iscsi, 373df623-23bc-4f98-8953-c35df4799fe1) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:50.087319 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port a61db34c-3eef-493c-b406-c45cb29cea15 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:50.087718 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.090312 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:21:50.090904 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.097501 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:21:50.099369 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:21:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:50.129945 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-de38080b-6f49-40e8-8fae-7f8e2cf71989 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7118504 Mar 08 21:21:50.131673 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:50.137545 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:50.156608 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714f478-718e-4fd0-92cc-83539a1688fd None None] Network 373df623-23bc-4f98-8953-c35df4799fe1 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:21:50.169136 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-967822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8379'] for router (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.171708 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-972926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-969933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-848824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8520'] for router (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.228892 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port a61db34c-3eef-493c-b406-c45cb29cea15, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=a61db34c-3eef-493c-b406-c45cb29cea15,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:50.249376 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.326908 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks [] for router_controller (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.492619 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:21:50.586785 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=a61db34c-3eef-493c-b406-c45cb29cea15,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:50.624609 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks [] for router_gateway (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.636012 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53daaabe-4e89-5f57-86b5-178d5eb4f9a1-373df623-23bc-4f98-8953-c35df4799fe1', 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1', 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'fixed_ips': [{'subnet_id': '26ad0471-fdf7-4d92-8999-f806697e933d'}]}} from dv-cinder-830098-3-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 21:21:50.637581 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.656359 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.656968 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.657755 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.658342 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.658862 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.659379 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.659979 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.660765 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.661459 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.661998 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.662526 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.663070 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.663659 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:21:50.922234 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Allocated IP 172.20.0.2 (373df623-23bc-4f98-8953-c35df4799fe1/26ad0471-fdf7-4d92-8999-f806697e933d/086ff183-ea1d-41e1-9a7a-0a3501d88b7a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:50.956401 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks [] for router_gateway (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:50.983262 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.003885 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:47Z', 'revision_number': 2, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:51.037482 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Checking router: 8bc991f3-e2a9-4858-99bf-88200ceccd82 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:21:51.037837 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Updating router 8bc991f3-e2a9-4858-99bf-88200ceccd82 port 1296750c-ca75-4467-8fcf-0c209edbce26 binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:21:51.088749 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.191513 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Allocated IP 172.27.1.65 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/f9820566-58d4-47fa-8d6f-d5e835164ff9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:51.277442 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Publish callbacks [] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.294221 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.356746 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Network 373df623-23bc-4f98-8953-c35df4799fe1 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:51.374760 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:51.375842 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks [] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.378401 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:51.392252 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Pushing event updated for resources: {'Port': ['ID=086ff183-ea1d-41e1-9a7a-0a3501d88b7a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:51.468240 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.520344 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Attempting to bind port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:21:51.520946 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Attempting to bind port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:21:51.521747 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Attempting to bind port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a on network 373df623-23bc-4f98-8953-c35df4799fe1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:51.538285 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:21:51.538991 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Checking segment: {'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:51.539635 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.540232 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Bound using segment: {'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:21:51.541117 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Bound port: 086ff183-ea1d-41e1-9a7a-0a3501d88b7a, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:21:51.542360 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.549543 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:51.555724 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:51.558835 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Pushing event updated for resources: {'Port': ['ID=f9820566-58d4-47fa-8d6f-d5e835164ff9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:51.561690 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:51.750206 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] For port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:21:51.756293 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device a61db34c-3eef-493c-b406-c45cb29cea15 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:51.771986 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] For port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=086ff183-ea1d-41e1-9a7a-0a3501d88b7a,segment=NetworkSegment(b654171e-7a00-452a-9f27-049b3ecde818),segment_id=b654171e-7a00-452a-9f27-049b3ecde818)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:21:51.859466 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Publish callbacks [] for port (1296750c-ca75-4467-8fcf-0c209edbce26), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.863044 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:51.911996 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:52.033736 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0a186-39c8-4107-897c-997ec21549c8 None None] Pushing event updated for resources: {'Port': ['ID=086ff183-ea1d-41e1-9a7a-0a3501d88b7a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:52.086191 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port a61db34c-3eef-493c-b406-c45cb29cea15 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:52.086616 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:52.168735 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks [] for router_gateway (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:52.267286 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50510071-050c-498e-9857-a14b920a3661 None None] Pushing event updated for resources: {'Port': ['ID=1296750c-ca75-4467-8fcf-0c209edbce26,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:52.277417 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Attempting to bind port 1296750c-ca75-4467-8fcf-0c209edbce26 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:21:52.277729 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Attempting to bind port 1296750c-ca75-4467-8fcf-0c209edbce26 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:21:52.278100 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Attempting to bind port 1296750c-ca75-4467-8fcf-0c209edbce26 on network 8a60c6bc-3f75-483e-96f8-84bb95661198 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:52.303199 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:21:52.303199 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Checking segment: {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:52.303199 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:52.303199 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Bound using segment: {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:21:52.303747 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Bound port: 1296750c-ca75-4467-8fcf-0c209edbce26, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:21:52.303980 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:52.425657 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] For port 1296750c-ca75-4467-8fcf-0c209edbce26, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:21:52.431697 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] For port 1296750c-ca75-4467-8fcf-0c209edbce26, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=1296750c-ca75-4467-8fcf-0c209edbce26,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:21:52.483599 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:52.525007 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port a61db34c-3eef-493c-b406-c45cb29cea15 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:52.551745 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8eff7030-176f-4303-8f79-8d7ae333d023 None None] Provisioning complete for port 1296750c-ca75-4467-8fcf-0c209edbce26 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:52.552132 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8eff7030-176f-4303-8f79-8d7ae333d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:52.595104 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:21:52.595750 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:21:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:52.604992 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50510071-050c-498e-9857-a14b920a3661 None None] Pushing event updated for resources: {'Port': ['ID=1296750c-ca75-4467-8fcf-0c209edbce26,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:52.803329 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8eff7030-176f-4303-8f79-8d7ae333d023 None None] Current status of the port 1296750c-ca75-4467-8fcf-0c209edbce26 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:52.808389 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8eff7030-176f-4303-8f79-8d7ae333d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:52.842803 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:21:52.995075 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-972917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-969952'] for router (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:53.144701 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8eff7030-176f-4303-8f79-8d7ae333d023 None None] For port 1296750c-ca75-4467-8fcf-0c209edbce26, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=1296750c-ca75-4467-8fcf-0c209edbce26,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:53.171954 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8eff7030-176f-4303-8f79-8d7ae333d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:53.258341 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 is scheduled to L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 21:21:53.329266 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff7030-176f-4303-8f79-8d7ae333d023 None None] Pushing event updated for resources: {'Port': ['ID=1296750c-ca75-4467-8fcf-0c209edbce26,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:53.419554 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-34266afa-20a2-42b8-99fa-20c3fe88ebd1 None None] Provisioning complete for port 1296750c-ca75-4467-8fcf-0c209edbce26 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:53.420100 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-34266afa-20a2-42b8-99fa-20c3fe88ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:53.458089 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:21:53.473992 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Sync routers for ids ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:21:53.491080 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Routers {'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:21:53.492756 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:21:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:53.494530 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:53.496298 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d56e34d6-b458-423a-87ad-6bb6977acb4d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3632493 Mar 08 21:21:53.502844 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48054) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:53.545952 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:52Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:53.613744 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea28c25b-a710-4f1c-a459-f9dabdd5a52f None None] Network 373df623-23bc-4f98-8953-c35df4799fe1 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:21:53.618430 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7345a15-d93c-4fc4-9131-0f4f159b612d None None] The sync data for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi is: [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:52Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:21:53.749725 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-34266afa-20a2-42b8-99fa-20c3fe88ebd1 None None] Current status of the port 1296750c-ca75-4467-8fcf-0c209edbce26 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:53.866154 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Set router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:21:53.929005 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 086ff183-ea1d-41e1-9a7a-0a3501d88b7a up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:54.052300 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-200f6378-f8d2-490d-9abf-9b8bb5db52d3 None None] Provisioning complete for port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:54.052680 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-200f6378-f8d2-490d-9abf-9b8bb5db52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.141771 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:54.142956 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.165568 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:51Z', 'revision_number': 3, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port': {'id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:54.245062 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Checking router: a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:21:54.246506 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Updating router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 port f9820566-58d4-47fa-8d6f-d5e835164ff9 binding host dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:21:54.326172 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.435900 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-200f6378-f8d2-490d-9abf-9b8bb5db52d3 None None] Current status of the port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:54.436180 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-200f6378-f8d2-490d-9abf-9b8bb5db52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.509139 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.510041 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-200f6378-f8d2-490d-9abf-9b8bb5db52d3 None None] For port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=086ff183-ea1d-41e1-9a7a-0a3501d88b7a,segment=NetworkSegment(b654171e-7a00-452a-9f27-049b3ecde818),segment_id=b654171e-7a00-452a-9f27-049b3ecde818)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:54.511387 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:54.512256 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.544891 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-200f6378-f8d2-490d-9abf-9b8bb5db52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.696726 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.db.api [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 21:21:54.697421 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG oslo_db.api [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 21:21:54.698452 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f6378-f8d2-490d-9abf-9b8bb5db52d3 None None] Pushing event updated for resources: {'Port': ['ID=086ff183-ea1d-41e1-9a7a-0a3501d88b7a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:54.712011 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ce6b0f6c-e9dc-4ba9-b9b5-f45349f8ba7b None None] Provisioning complete for port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:54.712626 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ce6b0f6c-e9dc-4ba9-b9b5-f45349f8ba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.779380 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Publish callbacks [] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), precommit_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.789391 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.806399 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Allocated IP 172.20.0.1 (373df623-23bc-4f98-8953-c35df4799fe1/26ad0471-fdf7-4d92-8999-f806697e933d/3987af24-f633-4cc6-8127-966611820d32) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:21:54.858758 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b0f6c-e9dc-4ba9-b9b5-f45349f8ba7b None None] Current status of the port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:54.860247 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Attempting to bind port f9820566-58d4-47fa-8d6f-d5e835164ff9 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:21:54.860753 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Attempting to bind port f9820566-58d4-47fa-8d6f-d5e835164ff9 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:21:54.861379 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Attempting to bind port f9820566-58d4-47fa-8d6f-d5e835164ff9 on network b83902fa-2f9b-4474-a51c-1bd972ef9332 {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:21:54.874113 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:21:54.874511 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Checking segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:21:54.874875 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.875487 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Bound using segment: {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'} {{(pid=103286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:21:54.876083 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.managers [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Bound port: f9820566-58d4-47fa-8d6f-d5e835164ff9, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db19ca5-635a-4daf-a92a-fb0c539253e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332'}}] {{(pid=103286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:21:54.876312 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), before_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:54.939720 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] For port f9820566-58d4-47fa-8d6f-d5e835164ff9, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:21:54.946338 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.plugins.ml2.db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] For port f9820566-58d4-47fa-8d6f-d5e835164ff9, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=f9820566-58d4-47fa-8d6f-d5e835164ff9,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:21:54.948219 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cf674-2a55-4894-b2d9-f1d2d47bddc8 None None] Pushing event updated for resources: {'Port': ['ID=f9820566-58d4-47fa-8d6f-d5e835164ff9,revision_number=2']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:54.966130 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), after_update {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:55.009400 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Publish callbacks [] for port (3987af24-f633-4cc6-8127-966611820d32), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:55.066437 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Routers {'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:21:55.067991 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:21:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:55.111792 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (3987af24-f633-4cc6-8127-966611820d32), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:55.143878 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cf674-2a55-4894-b2d9-f1d2d47bddc8 None None] Pushing event updated for resources: {'Port': ['ID=f9820566-58d4-47fa-8d6f-d5e835164ff9,revision_number=3']} {{(pid=103286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:55.185384 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3987af24-f633-4cc6-8127-966611820d32,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:55.197566 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Network 373df623-23bc-4f98-8953-c35df4799fe1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:55.199802 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:55.262749 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:21:55.300099 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:55.371010 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-968141'] for router_interface (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:55.508683 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] Set router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:21:55.656340 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3987af24-f633-4cc6-8127-966611820d32), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:55.811965 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9aabcd7a-d1c6-428b-b9fc-2ec8c320820a None None] Provisioning complete for port 3987af24-f633-4cc6-8127-966611820d32 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:55.813052 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9aabcd7a-d1c6-428b-b9fc-2ec8c320820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3987af24-f633-4cc6-8127-966611820d32), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:55.911280 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 086ff183-ea1d-41e1-9a7a-0a3501d88b7a up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:55.918550 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:51Z', 'revision_number': 3, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port': {'id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:55.964307 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9aabcd7a-d1c6-428b-b9fc-2ec8c320820a None None] Port 3987af24-f633-4cc6-8127-966611820d32 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:21:56.000783 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed813cb-887f-4a59-a3ae-eb46ecef97b9 None None] The sync data for ids ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'] in dv-cinder-830098-3-iscsi is: [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:51Z', 'revision_number': 3, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port': {'id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:21:56.034715 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:56.034715 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:56.069439 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Publish callbacks [] for port (3987af24-f633-4cc6-8127-966611820d32), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:56.076861 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (3987af24-f633-4cc6-8127-966611820d32), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:56.174978 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:56.177486 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 1296750c-ca75-4467-8fcf-0c209edbce26 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:56.197045 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3987af24-f633-4cc6-8127-966611820d32,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:56.218388 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-968097'] for router_interface (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:56.263846 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 1296750c-ca75-4467-8fcf-0c209edbce26 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:56.265818 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:56.495407 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 1296750c-ca75-4467-8fcf-0c209edbce26 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:56.504437 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Network 373df623-23bc-4f98-8953-c35df4799fe1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:21:56.506702 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:21:56.730822 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:21:56.913951 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f528fee6-4bbe-479f-b084-f249d53b58d6 None None] Provisioning complete for port 3987af24-f633-4cc6-8127-966611820d32 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:56.915063 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f528fee6-4bbe-479f-b084-f249d53b58d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3987af24-f633-4cc6-8127-966611820d32), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:56.971350 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f528fee6-4bbe-479f-b084-f249d53b58d6 None None] Port 3987af24-f633-4cc6-8127-966611820d32 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:21:56.973203 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:21:56.995001 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-eecf7990-b604-459f-8906-ce4a3aa953b6 admin admin] 10.222.0.61 "PUT /v2.0/routers/a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4867358 Mar 08 21:21:57.734305 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device f9820566-58d4-47fa-8d6f-d5e835164ff9 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:57.836833 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port f9820566-58d4-47fa-8d6f-d5e835164ff9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:57.837280 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:57.980994 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port f9820566-58d4-47fa-8d6f-d5e835164ff9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:21:57.982029 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:57.994645 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48096) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:57.999682 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8b8b090f-8dc1-4169-8e05-e1c42455bd24 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771310702', 'description': 'tempest-secgroup-smoke-1771310702 description', 'project_id': '38798bd577444b24ac3f6e316d276368'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:58.027433 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] For port f9820566-58d4-47fa-8d6f-d5e835164ff9, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=f9820566-58d4-47fa-8d6f-d5e835164ff9,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:21:58.036641 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.041441 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b8b090f-8dc1-4169-8e05-e1c42455bd24 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.154791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Pushing event updated for resources: {'Port': ['ID=f9820566-58d4-47fa-8d6f-d5e835164ff9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:58.166668 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b8b090f-8dc1-4169-8e05-e1c42455bd24 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group (b1399cbc-4933-45a4-871a-8eb32adb847a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.174723 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b8b090f-8dc1-4169-8e05-e1c42455bd24 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (b1399cbc-4933-45a4-871a-8eb32adb847a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.209413 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b8b090f-8dc1-4169-8e05-e1c42455bd24 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.211112 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8b8b090f-8dc1-4169-8e05-e1c42455bd24 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2152374 Mar 08 21:21:58.214658 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48098) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:58.224943 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b090f-8dc1-4169-8e05-e1c42455bd24 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1399cbc-4933-45a4-871a-8eb32adb847a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:58.226905 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3612e6cc-0c59-4f27-bed3-f9091d248c20 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'security_group_rule': {'security_group_id': 'b1399cbc-4933-45a4-871a-8eb32adb847a', 'project_id': '38798bd577444b24ac3f6e316d276368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:58.284355 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3612e6cc-0c59-4f27-bed3-f9091d248c20 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (c084be81-5741-4d65-bf55-f3e5bc95578f), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.385423 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3612e6cc-0c59-4f27-bed3-f9091d248c20 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (c084be81-5741-4d65-bf55-f3e5bc95578f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.395455 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3612e6cc-0c59-4f27-bed3-f9091d248c20 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (c084be81-5741-4d65-bf55-f3e5bc95578f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.422358 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612e6cc-0c59-4f27-bed3-f9091d248c20 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c084be81-5741-4d65-bf55-f3e5bc95578f,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:58.435062 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3612e6cc-0c59-4f27-bed3-f9091d248c20 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.444341 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48106) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:58.444620 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3612e6cc-0c59-4f27-bed3-f9091d248c20 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2254851 Mar 08 21:21:58.449550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8c6b1a6f-898a-44ca-baa3-ed038a8800b4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'security_group_rule': {'security_group_id': 'b1399cbc-4933-45a4-871a-8eb32adb847a', 'project_id': '38798bd577444b24ac3f6e316d276368', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:58.497189 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c6b1a6f-898a-44ca-baa3-ed038a8800b4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (5ff741e0-f6ed-4b07-b40f-8335adb1b6c7), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.603675 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Sync routers for ids ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:21:58.628683 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Routers {'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:21:58.629489 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:21:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:58.652337 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c6b1a6f-898a-44ca-baa3-ed038a8800b4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (5ff741e0-f6ed-4b07-b40f-8335adb1b6c7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.658700 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c6b1a6f-898a-44ca-baa3-ed038a8800b4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (5ff741e0-f6ed-4b07-b40f-8335adb1b6c7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.677676 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b1a6f-898a-44ca-baa3-ed038a8800b4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff741e0-f6ed-4b07-b40f-8335adb1b6c7,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:58.710228 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c6b1a6f-898a-44ca-baa3-ed038a8800b4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.712285 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8c6b1a6f-898a-44ca-baa3-ed038a8800b4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2663529 Mar 08 21:21:58.716623 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48108) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:58.730467 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3357e8a2-8868-4c08-90d1-2c6677fb7229 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'security_group_rule': {'security_group_id': 'b1399cbc-4933-45a4-871a-8eb32adb847a', 'project_id': '38798bd577444b24ac3f6e316d276368', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:58.791082 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3357e8a2-8868-4c08-90d1-2c6677fb7229 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (aa77fcc7-367f-45ab-bcaf-c35cebb2e7d4), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.838631 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Set router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:21:58.902053 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3357e8a2-8868-4c08-90d1-2c6677fb7229 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (aa77fcc7-367f-45ab-bcaf-c35cebb2e7d4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.908061 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3357e8a2-8868-4c08-90d1-2c6677fb7229 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (aa77fcc7-367f-45ab-bcaf-c35cebb2e7d4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.929843 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357e8a2-8868-4c08-90d1-2c6677fb7229 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa77fcc7-367f-45ab-bcaf-c35cebb2e7d4,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:58.942683 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3357e8a2-8868-4c08-90d1-2c6677fb7229 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:58.947417 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:58.954290 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ad59e7bc-b859-40aa-9b23-cb51e99bc8ba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'security_group_rule': {'security_group_id': 'b1399cbc-4933-45a4-871a-8eb32adb847a', 'project_id': '38798bd577444b24ac3f6e316d276368', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:58.959359 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3357e8a2-8868-4c08-90d1-2c6677fb7229 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400143 Mar 08 21:21:59.002510 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad59e7bc-b859-40aa-9b23-cb51e99bc8ba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (fa1f9ac5-742a-455c-979e-ea1acf3fbd38), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.026750 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5005bfa1-1af8-4823-aa5f-a52595138337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.106390 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad59e7bc-b859-40aa-9b23-cb51e99bc8ba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (fa1f9ac5-742a-455c-979e-ea1acf3fbd38), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.115449 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad59e7bc-b859-40aa-9b23-cb51e99bc8ba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (fa1f9ac5-742a-455c-979e-ea1acf3fbd38), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.152463 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ad59e7bc-b859-40aa-9b23-cb51e99bc8ba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.159580 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48112) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:59.166906 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-70b0e884-3f78-4d97-b31c-e5bd858dafef tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'security_group_rule': {'security_group_id': 'b1399cbc-4933-45a4-871a-8eb32adb847a', 'project_id': '38798bd577444b24ac3f6e316d276368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:59.174648 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ad59e7bc-b859-40aa-9b23-cb51e99bc8ba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2258110 Mar 08 21:21:59.179755 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59e7bc-b859-40aa-9b23-cb51e99bc8ba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1f9ac5-742a-455c-979e-ea1acf3fbd38,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:59.223273 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-70b0e884-3f78-4d97-b31c-e5bd858dafef tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Project 38798bd577444b24ac3f6e316d276368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 21:21:59.232459 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70b0e884-3f78-4d97-b31c-e5bd858dafef tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (46693236-8ceb-4265-96a3-d4eccdd7b9df), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.277825 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:55Z', 'revision_number': 4, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port': {'id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '3987af24-f633-4cc6-8127-966611820d32', 'name': '', 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'mac_address': 'fa:16:3e:87:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '26ad0471-fdf7-4d92-8999-f806697e933d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:54Z', 'updated_at': '2022-03-08T21:21:55Z', 'revision_number': 2, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'subnets': [{'id': '26ad0471-fdf7-4d92-8999-f806697e933d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:21:59.326645 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Checking router: a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:21:59.327726 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Updating router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 port 3987af24-f633-4cc6-8127-966611820d32 binding host dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 21:21:59.344782 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70b0e884-3f78-4d97-b31c-e5bd858dafef tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (46693236-8ceb-4265-96a3-d4eccdd7b9df), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.350236 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70b0e884-3f78-4d97-b31c-e5bd858dafef tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (46693236-8ceb-4265-96a3-d4eccdd7b9df), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.366468 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3987af24-f633-4cc6-8127-966611820d32), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.382401 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70b0e884-3f78-4d97-b31c-e5bd858dafef tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.386193 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-70b0e884-3f78-4d97-b31c-e5bd858dafef tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2222302 Mar 08 21:21:59.386193 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0e884-3f78-4d97-b31c-e5bd858dafef tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46693236-8ceb-4265-96a3-d4eccdd7b9df,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:59.386676 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:21:59.393522 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-86318725-f960-4414-a747-5c817fc214a5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'security_group_rule': {'security_group_id': 'b1399cbc-4933-45a4-871a-8eb32adb847a', 'project_id': '38798bd577444b24ac3f6e316d276368', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:21:59.420283 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-86318725-f960-4414-a747-5c817fc214a5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Project 38798bd577444b24ac3f6e316d276368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 21:21:59.428714 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86318725-f960-4414-a747-5c817fc214a5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (5448aec2-ade3-485f-89fd-66452e69512f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.594582 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86318725-f960-4414-a747-5c817fc214a5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (5448aec2-ade3-485f-89fd-66452e69512f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.613225 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86318725-f960-4414-a747-5c817fc214a5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835807'] for security_group_rule (5448aec2-ade3-485f-89fd-66452e69512f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.644406 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86318725-f960-4414-a747-5c817fc214a5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5448aec2-ade3-485f-89fd-66452e69512f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:21:59.665565 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86318725-f960-4414-a747-5c817fc214a5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:21:59.666907 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-86318725-f960-4414-a747-5c817fc214a5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2793360 Mar 08 21:21:59.762755 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device f9820566-58d4-47fa-8d6f-d5e835164ff9 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:21:59.858785 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port f9820566-58d4-47fa-8d6f-d5e835164ff9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:21:59.859156 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:00.189237 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Publish callbacks [] for port (3987af24-f633-4cc6-8127-966611820d32), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:00.207557 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3987af24-f633-4cc6-8127-966611820d32), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:00.220094 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port f9820566-58d4-47fa-8d6f-d5e835164ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:22:00.311932 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b49997-875c-4df3-b682-d383deeef229 None None] Pushing event updated for resources: {'Port': ['ID=3987af24-f633-4cc6-8127-966611820d32,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:00.372149 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Attempting to bind port 3987af24-f633-4cc6-8127-966611820d32 on host dv-cinder-830098-3-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:22:00.372764 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Attempting to bind port 3987af24-f633-4cc6-8127-966611820d32 by drivers openvswitch,hyperv on host dv-cinder-830098-3-iscsi at level 0 using segments [{'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:22:00.378032 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Attempting to bind port 3987af24-f633-4cc6-8127-966611820d32 on network 373df623-23bc-4f98-8953-c35df4799fe1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:22:00.388311 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Checking agent: {'id': '0772e7f3-fca1-4f34-be72-a7267f10cdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 4, 5), 'started_at': datetime.datetime(2022, 3, 8, 21, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:22:00.389637 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Checking segment: {'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:22:00.393709 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:00.394123 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Bound using segment: {'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:22:00.394629 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Bound port: 3987af24-f633-4cc6-8127-966611820d32, host: dv-cinder-830098-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b654171e-7a00-452a-9f27-049b3ecde818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:22:00.395019 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3987af24-f633-4cc6-8127-966611820d32), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:00.479545 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] For port 3987af24-f633-4cc6-8127-966611820d32, host dv-cinder-830098-3-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:22:00.485481 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] For port 3987af24-f633-4cc6-8127-966611820d32, host dv-cinder-830098-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=3987af24-f633-4cc6-8127-966611820d32,segment=NetworkSegment(b654171e-7a00-452a-9f27-049b3ecde818),segment_id=b654171e-7a00-452a-9f27-049b3ecde818)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:22:00.496347 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3987af24-f633-4cc6-8127-966611820d32), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:00.574080 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Routers {'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:22:00.574771 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:21:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:00.747528 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] Set router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:22:00.934604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b49997-875c-4df3-b682-d383deeef229 None None] Pushing event updated for resources: {'Port': ['ID=3987af24-f633-4cc6-8127-966611820d32,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:00.956304 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ed000fcd-fa9a-4521-afb0-8a0c766f0d5b None None] Provisioning complete for port 3987af24-f633-4cc6-8127-966611820d32 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:22:00.956688 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed000fcd-fa9a-4521-afb0-8a0c766f0d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3987af24-f633-4cc6-8127-966611820d32), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:01.155306 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:55Z', 'revision_number': 4, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port': {'id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '3987af24-f633-4cc6-8127-966611820d32', 'name': '', 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'mac_address': 'fa:16:3e:87:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '26ad0471-fdf7-4d92-8999-f806697e933d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:54Z', 'updated_at': '2022-03-08T21:22:00Z', 'revision_number': 4, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'subnets': [{'id': '26ad0471-fdf7-4d92-8999-f806697e933d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:01.192640 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f643b87-803e-4f86-9ea1-aa5619833f80 None None] The sync data for ids ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'] in dv-cinder-830098-3-iscsi is: [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:55Z', 'revision_number': 4, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port': {'id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '3987af24-f633-4cc6-8127-966611820d32', 'name': '', 'network_id': '373df623-23bc-4f98-8953-c35df4799fe1', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'mac_address': 'fa:16:3e:87:50:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '26ad0471-fdf7-4d92-8999-f806697e933d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:54Z', 'updated_at': '2022-03-08T21:22:00Z', 'revision_number': 4, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'subnets': [{'id': '26ad0471-fdf7-4d92-8999-f806697e933d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:22:01.198527 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ed000fcd-fa9a-4521-afb0-8a0c766f0d5b None None] Current status of the port 3987af24-f633-4cc6-8127-966611820d32 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:22:01.198956 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed000fcd-fa9a-4521-afb0-8a0c766f0d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (3987af24-f633-4cc6-8127-966611820d32), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:01.272530 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-ed000fcd-fa9a-4521-afb0-8a0c766f0d5b None None] For port 3987af24-f633-4cc6-8127-966611820d32, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=3987af24-f633-4cc6-8127-966611820d32,segment=NetworkSegment(b654171e-7a00-452a-9f27-049b3ecde818),segment_id=b654171e-7a00-452a-9f27-049b3ecde818)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:01.278129 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ed000fcd-fa9a-4521-afb0-8a0c766f0d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (3987af24-f633-4cc6-8127-966611820d32), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:01.335632 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85f52070-39cc-488c-8e89-10a5df569e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:01.353681 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed000fcd-fa9a-4521-afb0-8a0c766f0d5b None None] Pushing event updated for resources: {'Port': ['ID=3987af24-f633-4cc6-8127-966611820d32,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:01.411372 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4ca6e3bf-0202-4ec4-ab2c-887e35d682f6 None None] Provisioning complete for port 3987af24-f633-4cc6-8127-966611820d32 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:22:01.411963 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ca6e3bf-0202-4ec4-ab2c-887e35d682f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3987af24-f633-4cc6-8127-966611820d32), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:01.526827 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6e3bf-0202-4ec4-ab2c-887e35d682f6 None None] Current status of the port 3987af24-f633-4cc6-8127-966611820d32 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:22:01.767890 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 3987af24-f633-4cc6-8127-966611820d32 up at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:22:01.862113 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Provisioning complete for port 3987af24-f633-4cc6-8127-966611820d32 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:22:01.862780 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (3987af24-f633-4cc6-8127-966611820d32), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:01.984624 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Current status of the port 3987af24-f633-4cc6-8127-966611820d32 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:22:02.548941 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:04.080474 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:05.531057 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:07.826873 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:22:07.882405 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-d929b958-cfc9-45fe-839e-4f6c412d8650 admin admin] Deleting subnet 63e5b02b-a9c0-48bc-b1da-5f2b58901d4a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:22:07.886229 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d929b958-cfc9-45fe-839e-4f6c412d8650 admin admin] Publish callbacks [] for subnet (63e5b02b-a9c0-48bc-b1da-5f2b58901d4a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:07.929066 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d929b958-cfc9-45fe-839e-4f6c412d8650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (63e5b02b-a9c0-48bc-b1da-5f2b58901d4a), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:07.988010 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d929b958-cfc9-45fe-839e-4f6c412d8650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (63e5b02b-a9c0-48bc-b1da-5f2b58901d4a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.069180 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d929b958-cfc9-45fe-839e-4f6c412d8650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (63e5b02b-a9c0-48bc-b1da-5f2b58901d4a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.100717 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929b958-cfc9-45fe-839e-4f6c412d8650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e5b02b-a9c0-48bc-b1da-5f2b58901d4a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:08.102850 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d929b958-cfc9-45fe-839e-4f6c412d8650 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.109412 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d929b958-cfc9-45fe-839e-4f6c412d8650 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/63e5b02b-a9c0-48bc-b1da-5f2b58901d4a HTTP/1.1" status: 204 len: 168 time: 0.2812755 Mar 08 21:22:08.110248 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48308) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:22:08.200428 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (5f888af9-2322-42a8-892c-92ad1571f53d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.289244 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (5f888af9-2322-42a8-892c-92ad1571f53d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.318751 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f888af9-2322-42a8-892c-92ad1571f53d']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:08.329881 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de941ac2-5424-4324-a093-f6afe64dc2d3') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:08.330155 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de941ac2-5424-4324-a093-f6afe64dc2d3') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:08.346737 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533008'] for segment (de941ac2-5424-4324-a093-f6afe64dc2d3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.364768 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (de941ac2-5424-4324-a093-f6afe64dc2d3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.374186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:22:08.374615 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3783072'] for segment (de941ac2-5424-4324-a093-f6afe64dc2d3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: Traceback (most recent call last): Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: timer() Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: cb(*args, **kw) Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: return func(*args, **kwargs) Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: self._notify() Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: self.callback(batched_events) Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: event.method(event) Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: return f(self, *a, **k) Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._get(url).json() Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:22:08.376825 dv-cinder-830098-3-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:22:08.444242 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (5f888af9-2322-42a8-892c-92ad1571f53d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.452868 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.458386 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] 10.222.0.61 "DELETE /v2.0/networks/5f888af9-2322-42a8-892c-92ad1571f53d HTTP/1.1" status: 204 len: 168 time: 0.3463516 Mar 08 21:22:08.478253 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd113d-badd-4951-a44b-6c86a0d7c28b admin admin] Pushing event deleted for resources: {'Network': ['ID=5f888af9-2322-42a8-892c-92ad1571f53d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:08.665418 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48320) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:22:08.717919 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a14e4eea-4740-40c5-8a3e-410b1029d40a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a25db1413c7746df9edba23c9919bd25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510182 Mar 08 21:22:08.724382 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48322) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:22:08.781888 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-154c4a61-5ef7-4853-a89f-3b870a7447bd admin admin] Publish callbacks [] for security_group (e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.808967 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-154c4a61-5ef7-4853-a89f-3b870a7447bd admin admin] Publish callbacks [] for security_group (e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.871636 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-154c4a61-5ef7-4853-a89f-3b870a7447bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.877498 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-154c4a61-5ef7-4853-a89f-3b870a7447bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:08.882598 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-154c4a61-5ef7-4853-a89f-3b870a7447bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e HTTP/1.1" status: 204 len: 168 time: 0.1535711 Mar 08 21:22:08.887714 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4a61-5ef7-4853-a89f-3b870a7447bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc9b93-19ff-4ab7-ab0d-73ae08fbe59e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:10.644333 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:11.582687 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cda2f-2b9e-4fc8-9e17-bda5954bdfaa req-cad8644c-78b0-484c-98c4-f8d1df0c4bf3 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:11.584403 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a30cda2f-2b9e-4fc8-9e17-bda5954bdfaa req-cad8644c-78b0-484c-98c4-f8d1df0c4bf3 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 945 time: 0.0668926 Mar 08 21:22:11.651627 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a30cda2f-2b9e-4fc8-9e17-bda5954bdfaa req-c98f4019-52b2-4eb6-bc23-7bb579208f3b tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520711 Mar 08 21:22:12.948992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d86389-96b8-444a-8b6a-d1afb5e94759 req-a85d8812-0681-451d-8c1e-7f865052b436 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:12.950560 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f9d86389-96b8-444a-8b6a-d1afb5e94759 req-a85d8812-0681-451d-8c1e-7f865052b436 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 945 time: 0.2086399 Mar 08 21:22:13.019852 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f9d86389-96b8-444a-8b6a-d1afb5e94759 req-2728c9b4-dbfb-46a2-b479-723e0ca260a4 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591555 Mar 08 21:22:13.589989 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-a4930164-cabc-4834-a77f-3b85d4235528 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:13.591366 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-a4930164-cabc-4834-a77f-3b85d4235528 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 945 time: 0.0540957 Mar 08 21:22:13.692479 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Deleting port b1d54167-5549-4dac-9da7-4d45f4047b51 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:22:13.692840 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:14.036799 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] For port b1d54167-5549-4dac-9da7-4d45f4047b51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b1d54167-5549-4dac-9da7-4d45f4047b51,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:14.037283 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:14.057366 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Calling delete_port for b1d54167-5549-4dac-9da7-4d45f4047b51 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:22:14.183068 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d83ee-7b5b-4b1f-b488-b6c579786e8a req-944a63be-aff0-4876-a7a8-5fdc000bd129 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:14.184614 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-318d83ee-7b5b-4b1f-b488-b6c579786e8a req-944a63be-aff0-4876-a7a8-5fdc000bd129 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa144a3d-25a7-435e-80d1-c2ff8b7be589 HTTP/1.1" status: 200 len: 945 time: 0.0829246 Mar 08 21:22:14.273317 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (b1d54167-5549-4dac-9da7-4d45f4047b51), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:14.277853 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-318d83ee-7b5b-4b1f-b488-b6c579786e8a req-aba760d4-93a2-4b5b-ac1c-ddf7b90781e7 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837154 Mar 08 21:22:14.288653 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['b1d54167-5549-4dac-9da7-4d45f4047b51'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:22:14.311562 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Pushing event deleted for resources: {'Port': ['ID=b1d54167-5549-4dac-9da7-4d45f4047b51,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:14.358550 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] No DVR routers for this DVR port b1d54167-5549-4dac-9da7-4d45f4047b51 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:22:14.361435 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:14.365164 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-00edf268-7ba8-45e9-b3b9-ca71fb05d315 req-7e2bce43-6dc8-45af-a34b-a373c9235e61 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "DELETE /v2.0/ports/b1d54167-5549-4dac-9da7-4d45f4047b51 HTTP/1.1" status: 204 len: 173 time: 0.7645638 Mar 08 21:22:14.365648 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa144a3d-25a7-435e-80d1-c2ff8b7be589', 'name': 'network-vif-deleted', 'tag': 'b1d54167-5549-4dac-9da7-4d45f4047b51'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:14.367970 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d00612c-e7a0-43be-8376-8a9e38718766" -d '{"events": [{"server_uuid": "fa144a3d-25a7-435e-80d1-c2ff8b7be589", "name": "network-vif-deleted", "tag": "b1d54167-5549-4dac-9da7-4d45f4047b51"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:14.411119 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6d1ff5-5c31-4e4a-aa2c-d2f677ac50a2 x-openstack-request-id: req-eb6d1ff5-5c31-4e4a-aa2c-d2f677ac50a2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:14.411435 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa144a3d-25a7-435e-80d1-c2ff8b7be589", "name": "network-vif-deleted", "tag": "b1d54167-5549-4dac-9da7-4d45f4047b51", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:14.411695 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb6d1ff5-5c31-4e4a-aa2c-d2f677ac50a2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:14.412109 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa144a3d-25a7-435e-80d1-c2ff8b7be589', 'name': 'network-vif-deleted', 'tag': 'b1d54167-5549-4dac-9da7-4d45f4047b51', 'status': 'completed', 'code': 200} Mar 08 21:22:15.470602 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:22:19.066734 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device b1d54167-5549-4dac-9da7-4d45f4047b51 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:22:19.088147 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: b1d54167-5549-4dac-9da7-4d45f4047b51 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:22:19.088492 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device b1d54167-5549-4dac-9da7-4d45f4047b51 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:22:19.167595 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-11ea3b7f-4ee5-4a31-a80f-5670960de353 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460157 Mar 08 21:22:19.240113 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-afc548a8-b484-4bb0-98cc-af5cd98ca62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:19.241655 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-afc548a8-b484-4bb0-98cc-af5cd98ca62a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 1130 time: 0.0516229 Mar 08 21:22:19.354618 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-24cc43a6-d334-4457-ac11-b7ceb337004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:19.356004 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-24cc43a6-d334-4457-ac11-b7ceb337004b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.0935078 Mar 08 21:22:19.437513 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-b77192a9-f9b7-4678-80f5-73ac67aaed11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=283c67af-1683-4fad-8b3d-c59f950a12f9 HTTP/1.1" status: 200 len: 1001 time: 0.0663624 Mar 08 21:22:19.491748 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-bd814afc-e0d5-47c5-95b8-c2fe679411f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:19.493427 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-bd814afc-e0d5-47c5-95b8-c2fe679411f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0491130 Mar 08 21:22:19.555094 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-806614a3-1245-481e-a2a8-4552a67fc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:19.556801 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-806614a3-1245-481e-a2a8-4552a67fc9be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546343 Mar 08 21:22:19.709360 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-08b4a5fd-e745-487e-9d35-65f7df2c7ccd service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366093 Mar 08 21:22:19.826564 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0659d19d-6dc6-4f4b-94ae-cc8690a9969b req-a2ad47ba-6209-4dd2-a759-8ef10296ac2f service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104000 Mar 08 21:22:25.265390 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-18da140d-8ade-47ec-84ed-e94f5c84de66 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771310702&fields=id&tenant_id=38798bd577444b24ac3f6e316d276368 HTTP/1.1" status: 200 len: 267 time: 0.0490308 Mar 08 21:22:25.381427 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-fc069870-ea06-4ac7-9364-3b9e1fc4a068 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:25.383036 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-fc069870-ea06-4ac7-9364-3b9e1fc4a068 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 809 time: 0.1104326 Mar 08 21:22:25.403710 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-2ea8a981-bb2d-427f-aa4c-3bc0f92e884c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/quotas/38798bd577444b24ac3f6e316d276368 HTTP/1.1" status: 200 len: 375 time: 0.0147252 Mar 08 21:22:25.464357 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-65344518-c927-4a5f-830a-62c72f135ed5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537059 Mar 08 21:22:25.487790 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-7bfd49d3-55bd-451f-a732-ca68c3ccfcda tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:25.489606 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-7bfd49d3-55bd-451f-a732-ca68c3ccfcda tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/networks?id=f643bb63-ae09-4abd-af37-ba0a77adfa94 HTTP/1.1" status: 200 len: 814 time: 0.1257071 Mar 08 21:22:25.504911 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-6f0a2efa-0522-4b35-a836-96fac1e43034 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/quotas/eb432842653c48c6a96537cebd8cd0dd HTTP/1.1" status: 200 len: 375 time: 0.0097375 Mar 08 21:22:25.526583 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-f951e3ba-6fc2-4bda-a280-37db5dbcb0b0 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:22:25.527597 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-f951e3ba-6fc2-4bda-a280-37db5dbcb0b0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505381 Mar 08 21:22:25.539176 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-ca5ec212-ba69-4e62-89dc-fa83575f542d tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=eb432842653c48c6a96537cebd8cd0dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289352 Mar 08 21:22:25.625712 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-c591a6c2-524e-495f-8ada-ba7af2c44568 service neutron] 10.222.0.61 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904055 Mar 08 21:22:25.640279 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-e21da8dc-fe6b-4310-b13a-1cbd53eab203 service neutron] 10.222.0.61 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925646 Mar 08 21:22:25.728623 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-560def5f-8a69-43fd-a2de-c3869561ba9e service neutron] 10.222.0.61 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964234 Mar 08 21:22:25.733405 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-3dbc8a01-55dc-4fac-a4f8-711d975209c3 service neutron] 10.222.0.61 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866826 Mar 08 21:22:25.908162 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-231ed047-7cbc-4c77-a5ab-9cca828c02b7 req-673e8ece-d07a-4ea3-950c-310ffc658d78 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 210 time: 0.0286891 Mar 08 21:22:26.042915 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-65fa3b45-b16d-4984-812f-a38bda945ee5 req-453c3771-f81b-404b-8b8b-e1665962616e tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 210 time: 0.0321872 Mar 08 21:22:27.044611 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acc2f9b7-0a0f-40d5-b33f-75d8df41f0ac req-71c8337f-232e-49a0-9aec-7fef149cab34 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 210 time: 0.0356920 Mar 08 21:22:27.173806 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-ea298ba5-fffd-4522-b19c-f1cd7271ed88 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:27.175343 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-ea298ba5-fffd-4522-b19c-f1cd7271ed88 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "GET /v2.0/networks?id=f643bb63-ae09-4abd-af37-ba0a77adfa94 HTTP/1.1" status: 200 len: 814 time: 0.2111340 Mar 08 21:22:27.200001 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Request body: {'port': {'device_id': 'b06a8ca3-ca1b-459d-a003-b93ae5c71f3d', 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94', 'admin_state_up': True, 'tenant_id': 'eb432842653c48c6a96537cebd8cd0dd'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:22:27.204459 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-292e7b80-05f2-43e1-af26-9eb6d0d27d3d req-06bd9397-d46a-49e8-bad6-19889ce2b467 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 210 time: 0.0831664 Mar 08 21:22:27.298628 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-bed31653-4564-4cd8-8671-ffefa0a08496 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:27.300082 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-bed31653-4564-4cd8-8671-ffefa0a08496 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 809 time: 0.2159660 Mar 08 21:22:27.381105 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Made reservation on behalf of eb432842653c48c6a96537cebd8cd0dd for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:22:27.384502 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:27.393947 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-ea4974ef-7b06-47b3-96dd-af1a6a1e1db5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38798bd577444b24ac3f6e316d276368 HTTP/1.1" status: 200 len: 380 time: 0.0833886 Mar 08 21:22:27.407628 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'port': {'device_id': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'admin_state_up': True, 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'security_groups': ['b1399cbc-4933-45a4-871a-8eb32adb847a']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:22:27.605587 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Allocated IP 172.20.0.12 (f643bb63-ae09-4abd-af37-ba0a77adfa94/25436215-807a-4eaa-8fc3-2b7c272dbdcd/cadf6666-4f79-4f4a-b44d-b9badc5cb2d3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:22:27.610045 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Made reservation on behalf of 38798bd577444b24ac3f6e316d276368 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 21:22:27.614032 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:27.836393 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Allocated IP 172.20.0.3 (8a60c6bc-3f75-483e-96f8-84bb95661198/734b83eb-90ca-42f3-8e62-8171d1adb75e/1147d2b9-c31e-42ea-95b0-1dbf8f942dd5) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:22:27.871310 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks [] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:27.978247 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.045766 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Network f643bb63-ae09-4abd-af37-ba0a77adfa94 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:22:28.055705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:22:28.062459 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:22:28.068401 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.069741 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Pushing event updated for resources: {'Port': ['ID=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:28.128315 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:28.128819 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.150240 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-4e745332-4770-4fb0-8981-d969f2809bfa tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9561644 Mar 08 21:22:28.151760 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.163590 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-58b61b4f-ca0c-4fc0-b1eb-2804d585badb tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:22:28.164552 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-58b61b4f-ca0c-4fc0-b1eb-2804d585badb tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050013 Mar 08 21:22:28.167467 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbebaa4-9847-4635-8f21-0e26f8e1ef2f req-aac303bf-02e9-4901-9f9c-3418766e5f39 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:28.168961 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cbebaa4-9847-4635-8f21-0e26f8e1ef2f req-aac303bf-02e9-4901-9f9c-3418766e5f39 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 932 time: 0.0616376 Mar 08 21:22:28.211529 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:22:28.214633 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:22:28.219141 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:22:28.222101 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:28.223121 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cbebaa4-9847-4635-8f21-0e26f8e1ef2f req-4646f4f1-e9ff-4281-a03c-57cf035f30ad tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479581 Mar 08 21:22:28.277999 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Request body: {'port': {'device_id': 'b06a8ca3-ca1b-459d-a003-b93ae5c71f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:22:28.314508 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:28.315113 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.365332 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-53b53f54-3f12-4040-9941-bc4738ce66fa tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9626722 Mar 08 21:22:28.391071 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Request body: {'port': {'device_id': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:22:28.417485 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.429138 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9f7f9dc7-1f3d-456d-aa57-d15861b6fbbd None None] Provisioning complete for port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:22:28.429752 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f7f9dc7-1f3d-456d-aa57-d15861b6fbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.451670 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44a7ab-b57c-438f-89b9-c350bb550de0 req-fad2cbde-bdc9-4b14-be1a-688acf6a123d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:28.453173 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-af44a7ab-b57c-438f-89b9-c350bb550de0 req-fad2cbde-bdc9-4b14-be1a-688acf6a123d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 931 time: 0.1473582 Mar 08 21:22:28.463599 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f9dc7-1f3d-456d-aa57-d15861b6fbbd None None] Port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 21:22:28.530377 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.645035 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-af44a7ab-b57c-438f-89b9-c350bb550de0 req-a2ef5cec-c067-41f2-b293-1c08f4e2f522 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659405 Mar 08 21:22:28.939018 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:22:28.949041 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Publish callbacks [] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.950973 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-86bcc10c-c4d9-450f-aa01-780e26a00992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:28.975405 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Transition to ACTIVE for port object cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:22:28.980536 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.045714 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:22:29.058282 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Publish callbacks [] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.070200 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:29.084661 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Transition to ACTIVE for port object 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 21:22:29.102860 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.196003 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Pushing event updated for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:29.203977 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Attempting to bind port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:22:29.204506 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Attempting to bind port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:22:29.204843 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Attempting to bind port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 on network f643bb63-ae09-4abd-af37-ba0a77adfa94 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:22:29.242924 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 on network f643bb63-ae09-4abd-af37-ba0a77adfa94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:22:29.243623 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Attempting to bind port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 on network f643bb63-ae09-4abd-af37-ba0a77adfa94 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:22:29.254250 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:22:29.254591 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Checking segment: {'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:22:29.254977 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Bound using segment: {'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:22:29.255416 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Bound port: cadf6666-4f79-4f4a-b44d-b9badc5cb2d3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ba080e-673a-4066-adbc-ee9a7570477d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:22:29.255795 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.324620 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Attempting to bind port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 21:22:29.324965 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Attempting to bind port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 21:22:29.325327 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Attempting to bind port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 on network 8a60c6bc-3f75-483e-96f8-84bb95661198 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:22:29.344146 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 on network 8a60c6bc-3f75-483e-96f8-84bb95661198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 21:22:29.345071 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Attempting to bind port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 on network 8a60c6bc-3f75-483e-96f8-84bb95661198 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 21:22:29.355347 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Checking agent: {'id': '2878e382-c8f9-46ad-af84-53fcd48bd7d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'started_at': datetime.datetime(2022, 3, 8, 21, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 21, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 21:22:29.355759 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Checking segment: {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 21:22:29.356164 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Bound using segment: {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 21:22:29.356595 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Bound port: 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '614ba5f7-6bf7-4c90-83b2-681401bab211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 21:22:29.356979 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.369774 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] For port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:22:29.388165 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67baab30-68ff-415e-8d60-48218ea8f24f req-106d9edb-4c2d-461a-990b-9a97c15e2de1 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:29.388911 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] For port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:22:29.389827 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67baab30-68ff-415e-8d60-48218ea8f24f req-106d9edb-4c2d-461a-990b-9a97c15e2de1 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 944 time: 0.0598822 Mar 08 21:22:29.413510 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.442988 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67baab30-68ff-415e-8d60-48218ea8f24f req-37f46321-d7a6-4361-a35c-264e05d0da06 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Mar 08 21:22:29.455038 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:29.455669 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.457114 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 HTTP/1.1" status: 200 len: 1094 time: 1.2718525 Mar 08 21:22:29.464715 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06a8ca3-ca1b-459d-a003-b93ae5c71f3d', 'tag': 'cadf6666-4f79-4f4a-b44d-b9badc5cb2d3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:29.467700 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99735c55-9a1a-422f-9853-9df88b195456" -d '{"events": [{"name": "network-changed", "server_uuid": "b06a8ca3-ca1b-459d-a003-b93ae5c71f3d", "tag": "cadf6666-4f79-4f4a-b44d-b9badc5cb2d3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:29.505592 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 21:22:29.521764 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12cfcd3-7824-4f68-a6a1-ec8d7d4724a6 x-openstack-request-id: req-c12cfcd3-7824-4f68-a6a1-ec8d7d4724a6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:29.522065 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06a8ca3-ca1b-459d-a003-b93ae5c71f3d", "tag": "cadf6666-4f79-4f4a-b44d-b9badc5cb2d3", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:29.522326 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c12cfcd3-7824-4f68-a6a1-ec8d7d4724a6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:29.522735 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06a8ca3-ca1b-459d-a003-b93ae5c71f3d', 'tag': 'cadf6666-4f79-4f4a-b44d-b9badc5cb2d3', 'status': 'completed', 'code': 200} Mar 08 21:22:29.552263 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec5f3f-ebea-427e-948a-8afa9c3518b5 service neutron] Pushing event updated for resources: {'Port': ['ID=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:29.556395 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 21:22:29.574169 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3783044'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.774608 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42f82-441d-4287-b33a-34fb445f7f6a req-0f16fbe6-c0a4-41cd-880c-220c83027b8a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:29.776142 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-66e42f82-441d-4287-b33a-34fb445f7f6a req-0f16fbe6-c0a4-41cd-880c-220c83027b8a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0602906 Mar 08 21:22:29.830805 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-66e42f82-441d-4287-b33a-34fb445f7f6a req-7e32b544-8377-4912-bbbf-dcda780c36e3 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487018 Mar 08 21:22:29.878164 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-75f2feb9-c636-46d8-935d-b3dded2652c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:29.879693 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-75f2feb9-c636-46d8-935d-b3dded2652c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb432842653c48c6a96537cebd8cd0dd&device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 1128 time: 0.3717778 Mar 08 21:22:29.881003 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:29.881639 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:29.883007 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] 10.222.0.13 "PUT /v2.0/ports/1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 1093 time: 1.5013266 Mar 08 21:22:29.952829 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-9adba2fd-c484-42c1-a006-4ef31b38cebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 HTTP/1.1" status: 200 len: 217 time: 0.0568767 Mar 08 21:22:29.957528 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992915c-d525-47d9-bdce-8fe55a883023 service neutron] Pushing event updated for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:30.032965 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-bf882ca5-154a-4b2b-b7ce-83e9bf1d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.034495 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-bf882ca5-154a-4b2b-b7ce-83e9bf1d5d19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25436215-807a-4eaa-8fc3-2b7c272dbdcd HTTP/1.1" status: 200 len: 854 time: 0.0574138 Mar 08 21:22:30.037340 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-9a6e56ad-7b79-4789-bfcf-12b1dac349f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.038800 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-9a6e56ad-7b79-4789-bfcf-12b1dac349f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1127 time: 0.1028647 Mar 08 21:22:30.106734 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-bda18f01-489e-4600-bc32-de33aa47c463 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 217 time: 0.0573137 Mar 08 21:22:30.108714 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-1112ac76-e30b-416e-98c3-539a1a04b962 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f643bb63-ae09-4abd-af37-ba0a77adfa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611074 Mar 08 21:22:30.220972 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-2071ac7b-e9c3-4ded-9194-5cffcb4a3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.222470 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-2071ac7b-e9c3-4ded-9194-5cffcb4a3504 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.1023407 Mar 08 21:22:30.275571 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-a1d8a9fe-0b89-4b23-859e-d510760f573e service neutron] 10.222.0.13 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461537 Mar 08 21:22:30.316885 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-6bf01be7-d88d-4321-bf02-807edbccc370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.318318 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-6bf01be7-d88d-4321-bf02-807edbccc370 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884328 Mar 08 21:22:30.438451 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb21af65-8480-4f77-a1d5-99a83ef829ab req-ca37a1d2-6cc8-44b0-8630-2ba3d28a7a5c service neutron] 10.222.0.13 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553152 Mar 08 21:22:30.453110 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-ff051829-dcfa-4b2b-bce3-a394bcb298c5 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111350 Mar 08 21:22:30.632387 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a0733457-ff9e-4bda-a76a-c0e1d4219b84 req-36559dfd-9b7a-471b-9793-2a12eca27365 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722536 Mar 08 21:22:30.635308 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99735c55-9a1a-422f-9853-9df88b195456 req-7990e496-8d1d-45f6-a1fe-3ce443ae5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.636786 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99735c55-9a1a-422f-9853-9df88b195456 req-7990e496-8d1d-45f6-a1fe-3ce443ae5b44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb432842653c48c6a96537cebd8cd0dd&device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 1128 time: 0.1399479 Mar 08 21:22:30.661463 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ece54-358c-4068-a7d1-1f4c54506fe2 req-2a8c1320-a969-43e5-af94-700d1de084a6 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.663052 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-424ece54-358c-4068-a7d1-1f4c54506fe2 req-2a8c1320-a969-43e5-af94-700d1de084a6 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 944 time: 0.1096883 Mar 08 21:22:30.789980 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-424ece54-358c-4068-a7d1-1f4c54506fe2 req-f8d1dfcd-0262-4892-ba14-32ebd06e83ef tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115968 Mar 08 21:22:30.795877 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99735c55-9a1a-422f-9853-9df88b195456 req-91ce8fe4-5e2d-41a2-9d4c-900a67bae254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.797413 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99735c55-9a1a-422f-9853-9df88b195456 req-91ce8fe4-5e2d-41a2-9d4c-900a67bae254 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f643bb63-ae09-4abd-af37-ba0a77adfa94 HTTP/1.1" status: 200 len: 915 time: 0.1522160 Mar 08 21:22:30.841790 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99735c55-9a1a-422f-9853-9df88b195456 req-8c45fb9a-94fd-4e17-b643-a7ad416c3983 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 HTTP/1.1" status: 200 len: 217 time: 0.0379977 Mar 08 21:22:30.903785 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99735c55-9a1a-422f-9853-9df88b195456 req-b338e9fd-7193-4088-9a68-039c069ea4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.908124 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99735c55-9a1a-422f-9853-9df88b195456 req-b338e9fd-7193-4088-9a68-039c069ea4c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=25436215-807a-4eaa-8fc3-2b7c272dbdcd HTTP/1.1" status: 200 len: 854 time: 0.0573187 Mar 08 21:22:30.951050 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99735c55-9a1a-422f-9853-9df88b195456 req-8bc316fa-157d-4ad6-b7f9-702dec7739c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f643bb63-ae09-4abd-af37-ba0a77adfa94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299764 Mar 08 21:22:30.979414 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c42b2-75e5-4a5f-b3e9-f980b9852844 req-318064f9-4cc9-4006-8ba9-32368836d73a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:30.981228 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-424c42b2-75e5-4a5f-b3e9-f980b9852844 req-318064f9-4cc9-4006-8ba9-32368836d73a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0658655 Mar 08 21:22:31.048183 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-424c42b2-75e5-4a5f-b3e9-f980b9852844 req-167936eb-ad48-44a4-a688-065291cd83fb tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589054 Mar 08 21:22:31.071173 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99735c55-9a1a-422f-9853-9df88b195456 req-c9ae1552-0b00-4099-865f-0fc39bccb768 service neutron] 10.222.0.13 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121397 Mar 08 21:22:31.188137 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-99735c55-9a1a-422f-9853-9df88b195456 req-1c1dfd4e-8907-49e3-a699-117d6933e9c9 service neutron] 10.222.0.13 "GET /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090240 Mar 08 21:22:31.323327 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-493a085b-2e44-406a-a1ea-00ea9da924fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:31.523650 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:31.526144 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef82649-8735-4a15-a941-a3adfe3c8dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:31.564085 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9b4e7c-51be-44f8-ac0c-d9016ebc2165 x-openstack-request-id: req-5a9b4e7c-51be-44f8-ac0c-d9016ebc2165 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:31.564396 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:31.564656 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a9b4e7c-51be-44f8-ac0c-d9016ebc2165 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:31.565051 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'status': 'completed', 'code': 200} Mar 08 21:22:31.633985 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-207550fd-cb4e-4330-9869-2925e5247685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:31.635516 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-207550fd-cb4e-4330-9869-2925e5247685 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1127 time: 0.0491307 Mar 08 21:22:31.731756 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-3f062264-9c80-43e0-b3aa-f38086917bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:31.733394 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-3f062264-9c80-43e0-b3aa-f38086917bae service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.0903444 Mar 08 21:22:31.781418 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-24e164af-6ce4-4325-8860-70b2bf3ca653 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 217 time: 0.0414727 Mar 08 21:22:31.835380 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-1d48cc4b-23c7-4cd7-aec1-99bf2eb9d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:31.836912 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-1d48cc4b-23c7-4cd7-aec1-99bf2eb9d735 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0479796 Mar 08 21:22:31.890584 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-83edb768-1137-4b07-b458-d49e05d52a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:31.892712 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-83edb768-1137-4b07-b458-d49e05d52a8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490627 Mar 08 21:22:31.922535 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191cb08-2929-4fe8-bd6e-a42ff8790d94 req-00f64fcf-3937-4fef-83d6-07e3c6808ef6 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:31.924218 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c191cb08-2929-4fe8-bd6e-a42ff8790d94 req-00f64fcf-3937-4fef-83d6-07e3c6808ef6 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 944 time: 0.0603144 Mar 08 21:22:31.988408 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c191cb08-2929-4fe8-bd6e-a42ff8790d94 req-b679a15d-cdd3-4c15-b13a-7573414bc83f tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575840 Mar 08 21:22:32.007106 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-fab5d54f-baf4-49aa-ab93-406ceaf903ec service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076338 Mar 08 21:22:32.102303 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3ef82649-8735-4a15-a941-a3adfe3c8dcc req-23953df0-87a5-459b-ac21-6de46ecbe457 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880945 Mar 08 21:22:32.181337 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b327c-b1fd-4c1e-87a2-6787b8cef4fe req-52088586-6a80-4170-bb0f-c9790ffb70ff tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:32.182835 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-971b327c-b1fd-4c1e-87a2-6787b8cef4fe req-52088586-6a80-4170-bb0f-c9790ffb70ff tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0594382 Mar 08 21:22:32.233416 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-971b327c-b1fd-4c1e-87a2-6787b8cef4fe req-4611134d-f581-4f0b-ba3b-69e007e2fdf5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449812 Mar 08 21:22:32.546218 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:33.109035 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28b52-0a91-46a2-8af8-77065aac9738 req-70b54172-9656-47df-a219-ef0551c40f98 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:33.111320 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92d28b52-0a91-46a2-8af8-77065aac9738 req-70b54172-9656-47df-a219-ef0551c40f98 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 944 time: 0.0536602 Mar 08 21:22:33.162107 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92d28b52-0a91-46a2-8af8-77065aac9738 req-fc18e5d2-909e-41d2-8d71-9216cabbddd6 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 Mar 08 21:22:33.357244 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd92c63-0caa-4c09-adbe-68f096f76ac6 req-ec0964cd-c648-407d-9a59-354c249f4a15 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:33.358829 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fd92c63-0caa-4c09-adbe-68f096f76ac6 req-ec0964cd-c648-407d-9a59-354c249f4a15 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0544891 Mar 08 21:22:33.410969 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-1fd92c63-0caa-4c09-adbe-68f096f76ac6 req-13841b98-6010-4c43-b57e-7493ce393c57 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 Mar 08 21:22:34.080715 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:34.147163 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:22:34.248031 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:34.259131 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': 'cadf6666-4f79-4f4a-b44d-b9badc5cb2d3', 'network_id': 'f643bb63-ae09-4abd-af37-ba0a77adfa94', 'port_id': 'cadf6666-4f79-4f4a-b44d-b9badc5cb2d3', 'mac_address': 'fa:16:3e:d2:5d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25436215-807a-4eaa-8fc3-2b7c272dbdcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:22:34.285380 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38989a0-ec1e-4fff-8865-c59e3fbbf1c1 req-71a0f516-ced3-466f-b1b8-ba6d7e0820e3 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:34.286891 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c38989a0-ec1e-4fff-8865-c59e3fbbf1c1 req-71a0f516-ced3-466f-b1b8-ba6d7e0820e3 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 944 time: 0.0578742 Mar 08 21:22:34.301417 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:22:34.301813 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:34.315143 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:22:34.334507 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:34.336202 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c38989a0-ec1e-4fff-8865-c59e3fbbf1c1 req-0b76fd22-2676-454d-8548-642b482bd2ca tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Mar 08 21:22:34.338636 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:34.396505 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:34.538773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81f141-2e61-47e3-ac35-c58e38517866 req-15fda059-76ed-465c-a589-109d2b35959c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:34.540324 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3f81f141-2e61-47e3-ac35-c58e38517866 req-15fda059-76ed-465c-a589-109d2b35959c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0612614 Mar 08 21:22:34.600928 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3f81f141-2e61-47e3-ac35-c58e38517866 req-82cccf8e-8042-488c-b9e1-3d2e646f1e08 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538440 Mar 08 21:22:34.604346 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['cadf6666-4f79-4f4a-b44d-b9badc5cb2d3'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:22:35.459785 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0104ea5-b48c-47b5-bb5e-63b950016584 req-4e00fca9-25f9-4be1-ad60-112c84fad6e5 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:35.461270 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c0104ea5-b48c-47b5-bb5e-63b950016584 req-4e00fca9-25f9-4be1-ad60-112c84fad6e5 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 945 time: 0.0522995 Mar 08 21:22:35.508536 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c0104ea5-b48c-47b5-bb5e-63b950016584 req-c26bbc4f-271d-4e91-8a07-b2f8d6a56c5c tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Mar 08 21:22:35.525991 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:35.718482 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b197f3-de50-4f2b-809a-48189d0ccc57 req-066d7ebe-69bf-47ac-a856-70880fbfde01 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:35.720766 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b7b197f3-de50-4f2b-809a-48189d0ccc57 req-066d7ebe-69bf-47ac-a856-70880fbfde01 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0519371 Mar 08 21:22:35.768165 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b7b197f3-de50-4f2b-809a-48189d0ccc57 req-f6579461-c1f7-4172-b0f7-6e690f5bef92 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Mar 08 21:22:36.163416 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:22:36.211985 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:22:36.215534 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:22:36.215904 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:36.306075 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:22:36.306463 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:36.330315 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06a8ca3-ca1b-459d-a003-b93ae5c71f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf6666-4f79-4f4a-b44d-b9badc5cb2d3'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:36.332641 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736f2a77-be9e-4da1-9548-f4bdd89cbaa7" -d '{"events": [{"server_uuid": "b06a8ca3-ca1b-459d-a003-b93ae5c71f3d", "name": "network-vif-plugged", "status": "completed", "tag": "cadf6666-4f79-4f4a-b44d-b9badc5cb2d3"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:36.345933 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:36.350615 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:36.374325 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830a5777-a152-4244-bd55-91e6bef184f5 x-openstack-request-id: req-830a5777-a152-4244-bd55-91e6bef184f5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:36.374622 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06a8ca3-ca1b-459d-a003-b93ae5c71f3d", "name": "network-vif-plugged", "status": "completed", "tag": "cadf6666-4f79-4f4a-b44d-b9badc5cb2d3", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:36.374882 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-830a5777-a152-4244-bd55-91e6bef184f5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:36.375277 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06a8ca3-ca1b-459d-a003-b93ae5c71f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadf6666-4f79-4f4a-b44d-b9badc5cb2d3', 'code': 200} Mar 08 21:22:36.403414 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:36.552323 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d3060-5f6a-44eb-81ec-9791259c78e5 req-c4e6bd63-c8ee-4a7c-a3d7-a3317a11a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:36.553893 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b88d3060-5f6a-44eb-81ec-9791259c78e5 req-c4e6bd63-c8ee-4a7c-a3d7-a3317a11a171 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 1130 time: 0.0482402 Mar 08 21:22:36.639300 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b88d3060-5f6a-44eb-81ec-9791259c78e5 req-5a5e0d3d-0d8e-4e34-858f-ce065e4cb11e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788422 Mar 08 21:22:36.658385 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ec7e9-8c91-4355-b460-dadac57ca97c req-fc81a43a-d544-42d9-a968-1ee40fec6f28 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:36.659888 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a8ec7e9-8c91-4355-b460-dadac57ca97c req-fc81a43a-d544-42d9-a968-1ee40fec6f28 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 946 time: 0.0814166 Mar 08 21:22:36.707107 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a8ec7e9-8c91-4355-b460-dadac57ca97c req-8dc64984-b81f-4f67-9e62-8769c533d99e tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Mar 08 21:22:36.898539 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5460cbd-9e5d-49b6-88bc-663fba2a9878 req-2408117a-56b1-4378-94b3-cb7e2349ac5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:36.900050 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d5460cbd-9e5d-49b6-88bc-663fba2a9878 req-2408117a-56b1-4378-94b3-cb7e2349ac5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0612261 Mar 08 21:22:36.961778 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d5460cbd-9e5d-49b6-88bc-663fba2a9878 req-b2b1a701-18e3-450d-83d9-ae4876a77e12 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560157 Mar 08 21:22:37.825032 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556539a-38d5-4a95-8780-f3b22411aac3 req-17bbf474-a740-475b-8443-4e8a224c0e15 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:37.826565 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7556539a-38d5-4a95-8780-f3b22411aac3 req-17bbf474-a740-475b-8443-4e8a224c0e15 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 946 time: 0.0530133 Mar 08 21:22:37.877812 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7556539a-38d5-4a95-8780-f3b22411aac3 req-9f42b89d-0e28-4200-aa02-8b5aa636b798 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 Mar 08 21:22:38.088597 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f692980-8573-40f1-b777-d75978dc55e2 req-d35ff137-ee83-4dbd-812d-4cb3cf09c225 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:38.090165 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8f692980-8573-40f1-b777-d75978dc55e2 req-d35ff137-ee83-4dbd-812d-4cb3cf09c225 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0586245 Mar 08 21:22:38.146188 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8f692980-8573-40f1-b777-d75978dc55e2 req-c5a89dd1-9960-4eb8-8d94-1e0458305c11 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487609 Mar 08 21:22:39.266039 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513049dc-6180-4c6e-ac09-ca58179e467d req-bdfd02db-532c-4870-9bba-bfcbf1998b6b tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:39.267636 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-513049dc-6180-4c6e-ac09-ca58179e467d req-bdfd02db-532c-4870-9bba-bfcbf1998b6b tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0549705 Mar 08 21:22:39.316479 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-513049dc-6180-4c6e-ac09-ca58179e467d req-930fedf6-a273-459d-a4e5-871eca6118f9 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Mar 08 21:22:40.200398 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:22:40.301521 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:40.312550 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'port_id': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'mac_address': 'fa:16:3e:f4:39:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:22:40.352382 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:22:40.352778 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:40.367514 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:22:40.389744 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:40.397756 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:40.456396 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809840b-fda5-41c2-aabe-dd47d64f323b req-be7d6d76-c46d-48cf-aee6-c658afca6909 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:40.463657 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6809840b-fda5-41c2-aabe-dd47d64f323b req-be7d6d76-c46d-48cf-aee6-c658afca6909 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 944 time: 0.0737875 Mar 08 21:22:40.467200 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:40.512270 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6809840b-fda5-41c2-aabe-dd47d64f323b req-d31740b9-399d-4466-8f7c-567308629201 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476520 Mar 08 21:22:40.657791 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:40.665208 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:22:41.632230 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06813c0-e4fb-4c3d-9c4f-147810eb2f7a req-7040a2bc-7ebb-4c29-88a3-e8a914f92afc tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:41.633742 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d06813c0-e4fb-4c3d-9c4f-147810eb2f7a req-7040a2bc-7ebb-4c29-88a3-e8a914f92afc tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 944 time: 0.0528915 Mar 08 21:22:41.685690 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d06813c0-e4fb-4c3d-9c4f-147810eb2f7a req-28375ff4-8229-4cb0-adfd-ded3e40f93f7 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 Mar 08 21:22:42.207462 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:22:42.261811 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning for port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 21:22:42.265595 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:22:42.265968 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:42.349894 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:22:42.350289 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:42.373813 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:42.376884 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1af1b8-3d3b-40f0-8eca-af91301c8484" -d '{"events": [{"server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "name": "network-vif-plugged", "status": "completed", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:42.389364 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:42.394696 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:42.421746 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924e06fb-f844-4795-b742-edcb1badf070 x-openstack-request-id: req-924e06fb-f844-4795-b742-edcb1badf070 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:42.422136 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "name": "network-vif-plugged", "status": "completed", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:42.422324 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-924e06fb-f844-4795-b742-edcb1badf070 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:42.422682 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'code': 200} Mar 08 21:22:42.450678 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:42.656359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb98de8-027f-4db1-8a92-076b0105eb9b req-c78d4ae7-a050-42ed-ae47-6f886539527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:42.658501 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3eb98de8-027f-4db1-8a92-076b0105eb9b req-c78d4ae7-a050-42ed-ae47-6f886539527f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1129 time: 0.0458388 Mar 08 21:22:42.707170 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3eb98de8-027f-4db1-8a92-076b0105eb9b req-35a7a12f-daed-4b39-8a9a-82b7ae66d70d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Mar 08 21:22:42.817465 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2a745-5206-4183-abd1-5fb95604404e req-65277c6f-2659-4e5d-8350-3de6533d017d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:42.818959 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b2c2a745-5206-4183-abd1-5fb95604404e req-65277c6f-2659-4e5d-8350-3de6533d017d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0539730 Mar 08 21:22:42.867178 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b2c2a745-5206-4183-abd1-5fb95604404e req-d38785fa-cb21-4286-aec6-1369ff93cc8e tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 Mar 08 21:22:44.017665 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b23c1e-bdba-49e4-8683-c878e02a2751 req-b386cac0-4018-46f4-8db8-9d773fcaf02d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:44.019225 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23b23c1e-bdba-49e4-8683-c878e02a2751 req-b386cac0-4018-46f4-8db8-9d773fcaf02d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0687628 Mar 08 21:22:44.079377 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23b23c1e-bdba-49e4-8683-c878e02a2751 req-cdd2bfb9-76c0-4192-afe5-2e9721900230 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520101 Mar 08 21:22:45.202837 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bffec-8a2f-42c8-830b-329339d4f368 req-e9c3a854-37c1-4075-ab38-c91efcc84df4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:45.204962 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb5bffec-8a2f-42c8-830b-329339d4f368 req-e9c3a854-37c1-4075-ab38-c91efcc84df4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0557895 Mar 08 21:22:45.255564 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb5bffec-8a2f-42c8-830b-329339d4f368 req-bcf3550f-5c30-431c-81c5-ede4dab22ade tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457695 Mar 08 21:22:45.372980 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c3576-ecde-4bb6-8339-45ad7964b3ab req-1dd8e8eb-4f2f-452a-b0ac-c0c2e4803625 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:45.374400 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d3c3576-ecde-4bb6-8339-45ad7964b3ab req-1dd8e8eb-4f2f-452a-b0ac-c0c2e4803625 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0532575 Mar 08 21:22:45.424765 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d3c3576-ecde-4bb6-8339-45ad7964b3ab req-7ed4c9a8-9d4e-4135-ab53-64c767982170 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 Mar 08 21:22:45.445872 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48578) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:22:45.586249 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b9cada-0dc6-4df4-b415-10a78e84cfc5 tempest-TestShelveInstance-1961678114 tempest-TestShelveInstance-1961678114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:45.588046 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-66b9cada-0dc6-4df4-b415-10a78e84cfc5 tempest-TestShelveInstance-1961678114 tempest-TestShelveInstance-1961678114-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1124 time: 0.1409171 Mar 08 21:22:45.590905 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48584) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:22:45.595832 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Request body: {'floatingip': {'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'port_id': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 21:22:45.617688 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:45.719608 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:45.835406 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Allocated IP 172.27.1.7 (b83902fa-2f9b-4474-a51c-1bd972ef9332/6af75008-42e0-4c97-a5fd-31591343e2e6/61360bdb-473e-4f00-b8ba-d2be806db558) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 21:22:45.941416 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for port (61360bdb-473e-4f00-b8ba-d2be806db558), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:45.975685 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740870023846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (61360bdb-473e-4f00-b8ba-d2be806db558), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:46.014153 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Network b83902fa-2f9b-4474-a51c-1bd972ef9332 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 21:22:46.017005 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 21:22:46.020475 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 21:22:46.048708 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'Port': ['ID=61360bdb-473e-4f00-b8ba-d2be806db558,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:46.063757 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.064108 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.064536 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.064871 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.065239 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.065565 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.065891 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.066214 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.066545 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.066845 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.067157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.067534 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.067849 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:46.461907 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for floatingip (71009e52-972a-4cbb-bec1-b02751d8cd36), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:46.567237 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (61360bdb-473e-4f00-b8ba-d2be806db558), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:46.631294 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48590) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:22:46.873500 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for port (61360bdb-473e-4f00-b8ba-d2be806db558), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:46.879480 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125873442'] for port (61360bdb-473e-4f00-b8ba-d2be806db558), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:46.966361 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event updated for resources: {'Port': ['ID=61360bdb-473e-4f00-b8ba-d2be806db558,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:46.978433 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-968002'] for floatingip (71009e52-972a-4cbb-bec1-b02751d8cd36), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:46.983669 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Deleting port 063f0b14-0552-4ee7-9ed4-fcfd24708b9f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:22:46.984002 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:47.151992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:47.152240 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:47.167286 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Floating IP 71009e52-972a-4cbb-bec1-b02751d8cd36 associated. External IP: 172.27.1.7, port: 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5. Mar 08 21:22:47.169693 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Calling delete_port for 063f0b14-0552-4ee7-9ed4-fcfd24708b9f owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:22:47.807103 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Router 8bc991f3-e2a9-4858-99bf-88200ceccd82 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:22:47.808410 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (063f0b14-0552-4ee7-9ed4-fcfd24708b9f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:47.855163 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event deleted for resources: {'Port': ['ID=063f0b14-0552-4ee7-9ed4-fcfd24708b9f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:48.068634 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (57463572-f16d-4cc2-8e07-f6479b4efd4b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:48.069162 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Floating IP 57463572-f16d-4cc2-8e07-f6479b4efd4b disassociated (deleted). External IP: 172.27.1.36, port: 283c67af-1683-4fad-8b3d-c59f950a12f9. Mar 08 21:22:48.215736 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:22:48.227977 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385468a8-651c-4474-81fc-0543504b9196 None None] Sync routers for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:22:48.239377 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385468a8-651c-4474-81fc-0543504b9196 None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:22:48.240340 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-385468a8-651c-4474-81fc-0543504b9196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:22:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:48.258069 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:48.316639 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-24a5a81d-0769-423a-b8f1-01b61d7e3dee tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7244997 Mar 08 21:22:48.318720 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:48.322348 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:48.358135 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-385468a8-651c-4474-81fc-0543504b9196 None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:22:48.449569 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0ea5c8-98fe-4252-8991-ec6fbbf92ea0 x-openstack-request-id: req-ac0ea5c8-98fe-4252-8991-ec6fbbf92ea0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:48.449992 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:48.450361 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac0ea5c8-98fe-4252-8991-ec6fbbf92ea0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:48.450946 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'status': 'completed', 'code': 200} Mar 08 21:22:48.495566 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:22:48.626431 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-385468a8-651c-4474-81fc-0543504b9196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '71009e52-972a-4cbb-bec1-b02751d8cd36', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'port_id': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'mac_address': 'fa:16:3e:f4:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:22:46Z', 'updated_at': '2022-03-08T21:22:46Z', 'revision_number': 0, 'project_id': '38798bd577444b24ac3f6e316d276368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:53Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:48.643319 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:22:48.649222 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:48.653359 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:22:48.655844 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385468a8-651c-4474-81fc-0543504b9196 None None] Checking router: 8bc991f3-e2a9-4858-99bf-88200ceccd82 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:22:48.664700 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385468a8-651c-4474-81fc-0543504b9196 None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:22:48.665348 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-385468a8-651c-4474-81fc-0543504b9196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:22:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:48.666102 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:22:48.667123 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:22:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:48.704853 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-47d5c8f0-b8c3-4af1-97ea-bf0a0c7cc8cb tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "DELETE /v2.0/floatingips/57463572-f16d-4cc2-8e07-f6479b4efd4b HTTP/1.1" status: 204 len: 168 time: 2.0713418 Mar 08 21:22:48.780976 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-385468a8-651c-4474-81fc-0543504b9196 None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:22:48.796959 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:22:49.039864 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5598-06bd-41db-aff0-042ec88501a5 req-c79b884a-ac65-4512-aa12-f7644abe4221 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:49.047761 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-579c5598-06bd-41db-aff0-042ec88501a5 req-c79b884a-ac65-4512-aa12-f7644abe4221 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.0675182 Mar 08 21:22:49.110908 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-385468a8-651c-4474-81fc-0543504b9196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '71009e52-972a-4cbb-bec1-b02751d8cd36', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'port_id': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'mac_address': 'fa:16:3e:f4:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:22:46Z', 'updated_at': '2022-03-08T21:22:46Z', 'revision_number': 0, 'project_id': '38798bd577444b24ac3f6e316d276368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:53Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:49.137691 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-579c5598-06bd-41db-aff0-042ec88501a5 req-15086b69-149a-4974-aefe-e2653cc2361e tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885231 Mar 08 21:22:49.143466 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-c931ef49-ac33-4968-a996-8bde9b0bd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:49.145466 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-c931ef49-ac33-4968-a996-8bde9b0bd5df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1129 time: 0.0898075 Mar 08 21:22:49.151754 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385468a8-651c-4474-81fc-0543504b9196 None None] The sync data for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi is: [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '71009e52-972a-4cbb-bec1-b02751d8cd36', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'port_id': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'mac_address': 'fa:16:3e:f4:39:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:22:46Z', 'updated_at': '2022-03-08T21:22:46Z', 'revision_number': 0, 'project_id': '38798bd577444b24ac3f6e316d276368', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:53Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:22:49.283975 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-fe91cca7-10ee-4574-a3af-73399b797ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:49.285793 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-fe91cca7-10ee-4574-a3af-73399b797ccd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.1302173 Mar 08 21:22:49.286907 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:35Z', 'revision_number': 1, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:49.330138 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:22:49.345191 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:22:49.346273 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:22:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:49.394318 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-ee7900d3-d310-40d6-a68e-d67453d0c800 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 997 time: 0.0980136 Mar 08 21:22:49.437961 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb62fa-072f-4200-aaf5-c5802180314d None None] New status for floating IP 71009e52-972a-4cbb-bec1-b02751d8cd36: ACTIVE {{(pid=103286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:22:49.468478 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-160866f6-c6e2-460e-84eb-9d483be0db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:49.470772 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-160866f6-c6e2-460e-84eb-9d483be0db7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0705531 Mar 08 21:22:49.545988 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-87186994-8fbe-43cd-b364-aa96af157466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:49.548246 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-87186994-8fbe-43cd-b364-aa96af157466 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638783 Mar 08 21:22:49.560751 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:22:49.689898 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-ab934c29-4526-4912-9d5e-c9a8eded36c7 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304736 Mar 08 21:22:49.808860 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6dbc2d04-4cd0-474f-aaf0-9c3ae830ab0c req-a9ae6643-31ca-4a42-b4e0-b12497f371c4 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117933 Mar 08 21:22:49.896877 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:35Z', 'revision_number': 1, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:49.924861 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1849f-0a9b-4e4c-aaa9-56e9b2f3bb04 None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_floatingips': [{'id': '1a8e2907-e84e-4749-8ef0-09f50a3a9d25', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'router_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'port_id': '2f97cf6a-02be-426c-8e25-f93607261303', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'mac_address': 'fa:16:3e:31:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T21:18:33Z', 'updated_at': '2022-03-08T21:18:35Z', 'revision_number': 1, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:22:50.237562 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0d4b9-def7-4d92-9077-b1285023d2a0 None None] New status for floating IP 57463572-f16d-4cc2-8e07-f6479b4efd4b: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:22:50.326349 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e5917-4413-4ad0-a026-03a5a96dd51d req-667d3437-f658-4690-9054-2c1459465c73 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:50.328586 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-131e5917-4413-4ad0-a026-03a5a96dd51d req-667d3437-f658-4690-9054-2c1459465c73 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.0755866 Mar 08 21:22:50.402012 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-131e5917-4413-4ad0-a026-03a5a96dd51d req-fe00ba05-984e-44d4-9a4d-245347f6b981 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645833 Mar 08 21:22:50.451665 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:50.454195 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21" -d '{"events": [{"name": "network-changed", "server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:50.501934 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd9cbd6-33a6-4631-9e47-c53c531ddc6d x-openstack-request-id: req-8bd9cbd6-33a6-4631-9e47-c53c531ddc6d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:50.501934 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:50.502368 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8bd9cbd6-33a6-4631-9e47-c53c531ddc6d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:50.502592 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'status': 'completed', 'code': 200} Mar 08 21:22:51.560172 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56c39-d922-4ff9-8853-c05187773da1 req-e33f8593-751e-4f84-b132-b4e667ef4daf tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:51.561798 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6ed56c39-d922-4ff9-8853-c05187773da1 req-e33f8593-751e-4f84-b132-b4e667ef4daf tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.0666966 Mar 08 21:22:51.618415 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6ed56c39-d922-4ff9-8853-c05187773da1 req-d8718a16-16ed-4d95-8087-89e4d6f92ba4 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498102 Mar 08 21:22:52.472003 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:22:52.759031 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41e8a9-78c6-42e9-9e70-c211cae380c3 req-46d4de84-13f4-427a-a5e4-11bd63553bef tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:52.760488 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb41e8a9-78c6-42e9-9e70-c211cae380c3 req-46d4de84-13f4-427a-a5e4-11bd63553bef tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.0639639 Mar 08 21:22:52.816621 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eb41e8a9-78c6-42e9-9e70-c211cae380c3 req-23557ad4-c31f-4582-89c7-232a946cd6ce tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489130 Mar 08 21:22:53.196374 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-1bf45f23-7e20-404c-8b1d-4c765429c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:53.197902 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-1bf45f23-7e20-404c-8b1d-4c765429c42a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 1130 time: 0.0504425 Mar 08 21:22:53.333060 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-74a0a79a-31d9-4e52-b180-6a9cebec7f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:53.334719 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-74a0a79a-31d9-4e52-b180-6a9cebec7f6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.1256187 Mar 08 21:22:53.379666 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-bf6660be-ff21-40e9-a401-7b2cb7c022e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=283c67af-1683-4fad-8b3d-c59f950a12f9 HTTP/1.1" status: 200 len: 217 time: 0.0383961 Mar 08 21:22:53.448350 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-3a4b83ed-2ae7-4920-8060-784680be74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:53.450760 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-3a4b83ed-2ae7-4920-8060-784680be74a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0587885 Mar 08 21:22:53.511552 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-88cbfce9-cddf-4fd5-8a50-d34fa9e56b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:53.513520 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-88cbfce9-cddf-4fd5-8a50-d34fa9e56b15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528393 Mar 08 21:22:53.648160 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-3fb5d227-8faa-4cc9-9d6b-74583792d20a service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199050 Mar 08 21:22:53.775921 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f8544f0c-3760-4ba3-b3a3-9fd512c5bb21 req-be1bd7ca-4a3b-4cb5-bec3-612147e6dc07 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182590 Mar 08 21:22:54.003112 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-5b9f4a20-c27a-4705-9703-17c19070f268 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:54.004640 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-5b9f4a20-c27a-4705-9703-17c19070f268 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.0565126 Mar 08 21:22:54.009772 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a630-e21b-4c00-ac58-b906a591076f req-6e8cbefb-a78f-410d-ab84-684006f3a0f2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:54.012332 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be68a630-e21b-4c00-ac58-b906a591076f req-6e8cbefb-a78f-410d-ab84-684006f3a0f2 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 946 time: 0.0945971 Mar 08 21:22:54.070426 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be68a630-e21b-4c00-ac58-b906a591076f req-af3bcfea-07d5-454d-849c-2ed30d16728b tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508144 Mar 08 21:22:54.121872 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Deleting port 283c67af-1683-4fad-8b3d-c59f950a12f9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:22:54.122313 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:54.219302 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] For port 283c67af-1683-4fad-8b3d-c59f950a12f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=283c67af-1683-4fad-8b3d-c59f950a12f9,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:22:54.219676 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:54.233458 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Calling delete_port for 283c67af-1683-4fad-8b3d-c59f950a12f9 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:22:54.404887 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (283c67af-1683-4fad-8b3d-c59f950a12f9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:54.445067 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event deleted for resources: {'Port': ['ID=283c67af-1683-4fad-8b3d-c59f950a12f9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:54.477160 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.477520 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.477920 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.478277 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.478611 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.478940 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.479269 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.479663 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.479990 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.480317 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.480640 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.481017 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.481368 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:22:54.508592 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] No DVR routers for this DVR port 283c67af-1683-4fad-8b3d-c59f950a12f9 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:22:54.511319 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:54.515012 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c7ddb1d0-d898-4a50-a559-314a0b748057 req-2dbd26de-ac32-44eb-8953-cad6c7fe0eed tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "DELETE /v2.0/ports/283c67af-1683-4fad-8b3d-c59f950a12f9 HTTP/1.1" status: 204 len: 173 time: 0.5046663 Mar 08 21:22:54.515513 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'name': 'network-vif-deleted', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:54.519593 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dd2d2a-acf1-440d-a88c-e33ad46c9619" -d '{"events": [{"server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "name": "network-vif-deleted", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:54.664225 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d59b19-d56b-4131-b43c-e2efc00e6fe7 x-openstack-request-id: req-f8d59b19-d56b-4131-b43c-e2efc00e6fe7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:54.664516 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec763de2-eb8f-442f-b072-8b6fa2c4e839", "name": "network-vif-deleted", "tag": "283c67af-1683-4fad-8b3d-c59f950a12f9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:54.664773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8d59b19-d56b-4131-b43c-e2efc00e6fe7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:54.665269 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec763de2-eb8f-442f-b072-8b6fa2c4e839', 'name': 'network-vif-deleted', 'tag': '283c67af-1683-4fad-8b3d-c59f950a12f9', 'status': 'completed', 'code': 200} Mar 08 21:22:55.197723 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-154aa783-48be-4634-bb57-ba38a646136b req-dbe37c99-d81b-41f8-a640-87a8c8ccebe0 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec763de2-eb8f-442f-b072-8b6fa2c4e839 HTTP/1.1" status: 200 len: 210 time: 0.0363474 Mar 08 21:22:57.075522 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 283c67af-1683-4fad-8b3d-c59f950a12f9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:22:57.096746 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 283c67af-1683-4fad-8b3d-c59f950a12f9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:22:57.097215 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 283c67af-1683-4fad-8b3d-c59f950a12f9 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:22:58.539618 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48678) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:22:58.733569 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Deleting port ed2a9c77-9095-4d2a-bbf9-616a8f755dae {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:22:58.733914 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:58.817423 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:58.817743 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:58.830423 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Calling delete_port for ed2a9c77-9095-4d2a-bbf9-616a8f755dae owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:22:58.965454 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fea357fd-ebe2-42a7-8568-d47fba59f6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:58.999643 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (ed2a9c77-9095-4d2a-bbf9-616a8f755dae), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:59.028521 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event deleted for resources: {'Port': ['ID=ed2a9c77-9095-4d2a-bbf9-616a8f755dae,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:22:59.100883 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (1a8e2907-e84e-4749-8ef0-09f50a3a9d25), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:59.101560 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Floating IP 1a8e2907-e84e-4749-8ef0-09f50a3a9d25 disassociated (deleted). External IP: 172.27.1.25, port: 2f97cf6a-02be-426c-8e25-f93607261303. Mar 08 21:22:59.387437 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db313a-c031-4521-973a-e43d6f431aee req-c1bd721d-8dd6-4e61-8296-52964941a26e tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:59.388898 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92db313a-c031-4521-973a-e43d6f431aee req-c1bd721d-8dd6-4e61-8296-52964941a26e tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 946 time: 0.1070638 Mar 08 21:22:59.420571 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:22:59.456837 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92db313a-c031-4521-973a-e43d6f431aee req-f585427f-6416-464a-8bed-a46360025944 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611651 Mar 08 21:22:59.581934 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:22:59.586907 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:22:59.596178 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:22:59.622240 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9195b88f-d780-4d1d-b4dc-bb2e0e474902 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "DELETE /v2.0/floatingips/1a8e2907-e84e-4749-8ef0-09f50a3a9d25 HTTP/1.1" status: 204 len: 168 time: 1.0814567 Mar 08 21:22:59.622999 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:22:59.625410 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "tag": "2f97cf6a-02be-426c-8e25-f93607261303"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:22:59.678038 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66581038-cbe8-4ff3-bbf5-2e10790f8ae1 x-openstack-request-id: req-66581038-cbe8-4ff3-bbf5-2e10790f8ae1 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:22:59.678879 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "tag": "2f97cf6a-02be-426c-8e25-f93607261303", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:22:59.679294 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66581038-cbe8-4ff3-bbf5-2e10790f8ae1 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:22:59.680139 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303', 'status': 'completed', 'code': 200} Mar 08 21:22:59.724613 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:22:59.725296 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:22:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:22:59.775479 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-282a813f-8dbb-40a5-8d4e-124fae0f0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:59.777110 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-282a813f-8dbb-40a5-8d4e-124fae0f0686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f161fdf78d904b7fbf1035d63396148c&device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 1129 time: 0.0699306 Mar 08 21:22:59.900822 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:22:59.928484 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-2a1d7a45-d0de-44a7-ab73-b14612ee425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:59.930764 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-2a1d7a45-d0de-44a7-ab73-b14612ee425f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 200 len: 913 time: 0.1432192 Mar 08 21:22:59.951041 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb680a7-0e56-4a1f-99ec-8c2e4ac625d0 req-6af8cd2f-ea2b-4d36-9908-ff3eecf3a4b6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:22:59.953352 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cb680a7-0e56-4a1f-99ec-8c2e4ac625d0 req-6af8cd2f-ea2b-4d36-9908-ff3eecf3a4b6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 945 time: 0.0698493 Mar 08 21:22:59.992507 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-e46704f8-8410-4976-b4e9-cac8afa8fe6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f97cf6a-02be-426c-8e25-f93607261303 HTTP/1.1" status: 200 len: 217 time: 0.0535464 Mar 08 21:23:00.014874 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cb680a7-0e56-4a1f-99ec-8c2e4ac625d0 req-89f744bb-27d0-4c2f-947e-73152069048c tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503457 Mar 08 21:23:00.060686 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-b831b56f-3d21-4ed9-a9c0-cba4c6e75e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:00.063452 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-b831b56f-3d21-4ed9-a9c0-cba4c6e75e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 200 len: 851 time: 0.0629115 Mar 08 21:23:00.126263 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-42ba4081-0c89-4b0d-9508-77b203867598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:00.128846 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-42ba4081-0c89-4b0d-9508-77b203867598 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f264db18-e421-4cb2-b0b2-40a9f99e0b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563939 Mar 08 21:23:00.199439 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:00.249021 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:23:00.254940 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-f1b50a13-d020-43fe-8f48-5eaac5f42473 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169024 Mar 08 21:23:00.264359 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:23:00.265405 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:22:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:00.387736 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d6cbc35a-bae3-4fe2-9eb9-4717ae33f06e req-2612a662-5337-41b9-9688-40fab30de731 service neutron] 10.222.0.13 "GET /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257582 Mar 08 21:23:00.436682 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:23:00.632532 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd52fe-8550-4efd-84f5-478c43c62cd4 req-67147e4b-74d1-4d07-970f-94a3bd5ed44b tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:00.634964 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ccd52fe-8550-4efd-84f5-478c43c62cd4 req-67147e4b-74d1-4d07-970f-94a3bd5ed44b tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 946 time: 0.0800421 Mar 08 21:23:00.707562 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0ccd52fe-8550-4efd-84f5-478c43c62cd4 req-d578943b-a9cb-4f3b-8101-009a55a5a063 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666347 Mar 08 21:23:00.726367 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:00.759301 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8699b5-11b5-43d9-ab54-353cd1e2c7b0 None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:14:05Z', 'revision_number': 4, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': 'ec944b40-ce18-47f5-995e-7596f5f92483', 'name': '', 'network_id': 'f264db18-e421-4cb2-b0b2-40a9f99e0b12', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'mac_address': 'fa:16:3e:6c:56:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:03Z', 'updated_at': '2022-03-08T21:14:13Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'subnets': [{'id': 'be0b49b6-ca52-4fd9-a910-1d1c4819d211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:23:01.046959 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b0553-d491-461f-b4b5-51861aba2df6 None None] New status for floating IP 1a8e2907-e84e-4749-8ef0-09f50a3a9d25: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:23:01.174411 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f52a-2f0b-4911-adcb-706fbaf0b6d8 req-b7c15a48-44bd-45b4-a6a8-4e1cea415e21 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:01.176319 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5ff5f52a-2f0b-4911-adcb-706fbaf0b6d8 req-b7c15a48-44bd-45b4-a6a8-4e1cea415e21 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 945 time: 0.0761244 Mar 08 21:23:01.254952 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5ff5f52a-2f0b-4911-adcb-706fbaf0b6d8 req-21b38b09-8caa-4b32-aefe-27df6b25e731 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723679 Mar 08 21:23:01.318530 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66180555-6441-4138-98f9-2dcbcc6b047e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:01.595894 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d10edcbc-06ed-4b24-adc3-8ae2b0324650 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:01.597386 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d10edcbc-06ed-4b24-adc3-8ae2b0324650 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 946 time: 0.0721164 Mar 08 21:23:02.029347 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2deda-25b8-4280-b4b7-acab91df729f req-169591c7-04c3-4af7-8f49-56b9b13e0b54 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:02.031733 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c7d2deda-25b8-4280-b4b7-acab91df729f req-169591c7-04c3-4af7-8f49-56b9b13e0b54 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 946 time: 0.1330733 Mar 08 21:23:02.084155 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Deleting port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:02.084613 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.177466 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c7d2deda-25b8-4280-b4b7-acab91df729f req-68130017-b466-41f2-b747-048800ea833c tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/security-groups?id=0061e0c5-4ffe-4aab-9c58-6d5829e4980b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381662 Mar 08 21:23:02.247773 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] For port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,segment=NetworkSegment(63ba080e-673a-4066-adbc-ee9a7570477d),segment_id=63ba080e-673a-4066-adbc-ee9a7570477d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:02.248158 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.275915 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-cfb287f5-ca15-430e-9f16-ecb99675f0ea tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:02.277443 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-cfb287f5-ca15-430e-9f16-ecb99675f0ea tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 945 time: 0.0991168 Mar 08 21:23:02.278427 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Calling delete_port for cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:02.395722 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c912f-7e43-4749-bf3f-13aa87d025fb req-986e91eb-9a19-4506-bfac-080fc8e8ce24 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:02.397327 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca4c912f-7e43-4749-bf3f-13aa87d025fb req-986e91eb-9a19-4506-bfac-080fc8e8ce24 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 945 time: 0.0673380 Mar 08 21:23:02.451160 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca4c912f-7e43-4749-bf3f-13aa87d025fb req-50a1d666-d835-4063-a5da-ab1eb95f64f6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/security-groups?id=502c6e93-e8f8-49b0-b5d7-c279d5426352&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468538 Mar 08 21:23:02.466633 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Deleting port 2f97cf6a-02be-426c-8e25-f93607261303 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:02.467088 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (2f97cf6a-02be-426c-8e25-f93607261303), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.551302 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.571541 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (cadf6666-4f79-4f4a-b44d-b9badc5cb2d3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.586539 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['cadf6666-4f79-4f4a-b44d-b9badc5cb2d3'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:23:02.627434 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Pushing event deleted for resources: {'Port': ['ID=cadf6666-4f79-4f4a-b44d-b9badc5cb2d3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:02.645963 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] For port 2f97cf6a-02be-426c-8e25-f93607261303, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f97cf6a-02be-426c-8e25-f93607261303,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:02.646362 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (2f97cf6a-02be-426c-8e25-f93607261303), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.696403 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Calling delete_port for 2f97cf6a-02be-426c-8e25-f93607261303 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:02.698509 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] No DVR routers for this DVR port cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:23:02.702720 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.706161 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e78c953a-6851-42ac-b114-afd8b637bbc1 req-d4ff2b4e-3c32-4d21-aa36-b5d150098af2 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.13 "DELETE /v2.0/ports/cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 HTTP/1.1" status: 204 len: 173 time: 1.1019876 Mar 08 21:23:02.706638 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06a8ca3-ca1b-459d-a003-b93ae5c71f3d', 'name': 'network-vif-deleted', 'tag': 'cadf6666-4f79-4f4a-b44d-b9badc5cb2d3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:23:02.708984 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b420e36-cbd6-4558-b5e0-7582bea7121c" -d '{"events": [{"server_uuid": "b06a8ca3-ca1b-459d-a003-b93ae5c71f3d", "name": "network-vif-deleted", "tag": "cadf6666-4f79-4f4a-b44d-b9badc5cb2d3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:23:02.781150 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a2a5ed-3e5c-4485-8e16-5a95fb48e188 x-openstack-request-id: req-33a2a5ed-3e5c-4485-8e16-5a95fb48e188 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:23:02.781705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06a8ca3-ca1b-459d-a003-b93ae5c71f3d", "name": "network-vif-deleted", "tag": "cadf6666-4f79-4f4a-b44d-b9badc5cb2d3", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:23:02.782090 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33a2a5ed-3e5c-4485-8e16-5a95fb48e188 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:23:02.783148 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06a8ca3-ca1b-459d-a003-b93ae5c71f3d', 'name': 'network-vif-deleted', 'tag': 'cadf6666-4f79-4f4a-b44d-b9badc5cb2d3', 'status': 'completed', 'code': 200} Mar 08 21:23:02.905866 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (2f97cf6a-02be-426c-8e25-f93607261303), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.936016 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event deleted for resources: {'Port': ['ID=2f97cf6a-02be-426c-8e25-f93607261303,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:02.983926 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] No DVR routers for this DVR port 2f97cf6a-02be-426c-8e25-f93607261303 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:23:02.987130 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:02.991123 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4596f5ef-c4fd-4cad-be75-e01834c6d1e6 req-ac9ad39f-0b69-4abd-9933-cab5a0538b37 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.13 "DELETE /v2.0/ports/2f97cf6a-02be-426c-8e25-f93607261303 HTTP/1.1" status: 204 len: 173 time: 0.7057638 Mar 08 21:23:03.331723 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-643d3612-e0e8-4c0b-85a8-a212e651d467 req-eb36ab85-b82c-4e71-90b0-30cace9bd865 tempest-VolumesSnapshotTestJSON-1113400021 tempest-VolumesSnapshotTestJSON-1113400021-project] 10.222.0.61 "GET /v2.0/ports?device_id=b06a8ca3-ca1b-459d-a003-b93ae5c71f3d HTTP/1.1" status: 200 len: 210 time: 0.0417681 Mar 08 21:23:03.580242 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e614f5b0-4fe5-44d2-b994-425969fd1d32 req-cbae87ff-15d9-4b6a-a2c0-33ada4c55495 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee62427-0cf6-47b3-adb3-6078b39fbff3 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Mar 08 21:23:04.084288 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:04.641746 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48716) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:04.784992 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'name': 'network-vif-deleted', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:23:04.787526 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede32789-3447-4843-9ac7-d5851d3a5887" -d '{"events": [{"server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "name": "network-vif-deleted", "tag": "2f97cf6a-02be-426c-8e25-f93607261303"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:23:04.841674 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b4aca2-720d-4847-b169-7cad57fa4978 x-openstack-request-id: req-d8b4aca2-720d-4847-b169-7cad57fa4978 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:23:04.842116 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee62427-0cf6-47b3-adb3-6078b39fbff3", "name": "network-vif-deleted", "tag": "2f97cf6a-02be-426c-8e25-f93607261303", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:23:04.842228 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Deleting port b44aa53d-8965-494f-ba46-40d46a9d8f95 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:04.842491 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8b4aca2-720d-4847-b169-7cad57fa4978 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:23:04.842628 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (b44aa53d-8965-494f-ba46-40d46a9d8f95), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:04.843071 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee62427-0cf6-47b3-adb3-6078b39fbff3', 'name': 'network-vif-deleted', 'tag': '2f97cf6a-02be-426c-8e25-f93607261303', 'status': 'completed', 'code': 200} Mar 08 21:23:04.930368 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (b44aa53d-8965-494f-ba46-40d46a9d8f95), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:04.930593 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (b44aa53d-8965-494f-ba46-40d46a9d8f95), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:04.945662 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Calling delete_port for b44aa53d-8965-494f-ba46-40d46a9d8f95 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:05.080695 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 2f97cf6a-02be-426c-8e25-f93607261303 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:23:05.095158 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (b44aa53d-8965-494f-ba46-40d46a9d8f95), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:05.101918 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 2f97cf6a-02be-426c-8e25-f93607261303 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:23:05.102591 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 2f97cf6a-02be-426c-8e25-f93607261303 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:23:05.102710 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:23:05.121950 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event deleted for resources: {'Port': ['ID=b44aa53d-8965-494f-ba46-40d46a9d8f95,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:05.122244 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:23:05.122603 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device cadf6666-4f79-4f4a-b44d-b9badc5cb2d3 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:23:05.191885 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for floatingip (1dac3b92-447c-4328-98dc-19d6bb815656), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:05.194385 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:05.195586 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dda62ebd-cd33-48be-b2d2-8315e590c9d6 tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "DELETE /v2.0/floatingips/1dac3b92-447c-4328-98dc-19d6bb815656 HTTP/1.1" status: 204 len: 168 time: 0.5517433 Mar 08 21:23:05.531847 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:06.420261 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48738) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:06.489474 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b86e5f4-eb8b-4ac4-9084-8212c9def0bc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group (502c6e93-e8f8-49b0-b5d7-c279d5426352), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:06.517768 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b86e5f4-eb8b-4ac4-9084-8212c9def0bc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group (502c6e93-e8f8-49b0-b5d7-c279d5426352), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:06.591767 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b86e5f4-eb8b-4ac4-9084-8212c9def0bc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (502c6e93-e8f8-49b0-b5d7-c279d5426352), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:06.595501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b86e5f4-eb8b-4ac4-9084-8212c9def0bc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:06.596672 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6b86e5f4-eb8b-4ac4-9084-8212c9def0bc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] 10.222.0.61 "DELETE /v2.0/security-groups/502c6e93-e8f8-49b0-b5d7-c279d5426352 HTTP/1.1" status: 204 len: 168 time: 0.1753321 Mar 08 21:23:06.606664 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86e5f4-eb8b-4ac4-9084-8212c9def0bc tempest-TestVolumeBootPattern-878295207 tempest-TestVolumeBootPattern-878295207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502c6e93-e8f8-49b0-b5d7-c279d5426352,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:06.668202 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48742) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:07.190773 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:07.464995 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Deleting port ec944b40-ce18-47f5-995e-7596f5f92483 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:07.465388 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:07.554757 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] For port ec944b40-ce18-47f5-995e-7596f5f92483, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=ec944b40-ce18-47f5-995e-7596f5f92483,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:07.555138 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:07.575663 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Calling delete_port for ec944b40-ce18-47f5-995e-7596f5f92483 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:07.784501 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (ec944b40-ce18-47f5-995e-7596f5f92483), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:07.810340 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec944b40-ce18-47f5-995e-7596f5f92483,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:08.281039 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:08.521184 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:23:08.636743 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:23:08.642289 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-36de4ed6-ffac-4958-9d90-9bf4e39a46b9 admin admin] 10.222.0.61 "PUT /v2.0/routers/f7a73b92-afdb-42ee-b39e-c6ff0b4345c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9723675 Mar 08 21:23:08.645836 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48750) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:08.648392 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] Sync routers for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:23:08.663578 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:23:08.664206 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:23:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:08.758749 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks [] for router (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:08.772879 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:23:08.878640 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks [] for router_gateway (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:08.935688 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Deleting port 7d62487d-38ec-48e9-8817-a4f9d896d7af {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:08.936173 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:08.977411 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152'}], 'enable_snat': True}, 'gw_port_id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:23:07Z', 'revision_number': 5, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port': {'id': '7d62487d-38ec-48e9-8817-a4f9d896d7af', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:00Z', 'updated_at': '2022-03-08T21:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:09.004395 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] Checking router: f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:23:09.013561 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] Routers {'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:23:09.014237 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:23:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:09.037581 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] For port 7d62487d-38ec-48e9-8817-a4f9d896d7af, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=7d62487d-38ec-48e9-8817-a4f9d896d7af,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:09.037954 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.051913 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Calling delete_port for 7d62487d-38ec-48e9-8817-a4f9d896d7af owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:09.112447 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] Set router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 gateway port host: None {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:23:09.168158 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:23:08Z', 'revision_number': 6, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:09.197543 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b9d41f-4a89-4361-af16-5311b6757a71 None None] The sync data for ids ['f7a73b92-afdb-42ee-b39e-c6ff0b4345c1'] in dv-cinder-830098-3-iscsi is: [{'id': 'f7a73b92-afdb-42ee-b39e-c6ff0b4345c1', 'name': 'tempest-TestVolumeBootPattern-1421040410-router', 'tenant_id': 'f161fdf78d904b7fbf1035d63396148c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:13:59Z', 'updated_at': '2022-03-08T21:23:08Z', 'revision_number': 6, 'project_id': 'f161fdf78d904b7fbf1035d63396148c', 'gw_port_host': None}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:23:09.238872 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (7d62487d-38ec-48e9-8817-a4f9d896d7af), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.267747 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d62487d-38ec-48e9-8817-a4f9d896d7af,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:09.353342 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.453659 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.456741 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks [] for router_controller (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.506252 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (f7a73b92-afdb-42ee-b39e-c6ff0b4345c1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.506761 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:23:09.511515 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.512661 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-814c3d41-ea2b-4acf-8eee-5c2f1395b277 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f7a73b92-afdb-42ee-b39e-c6ff0b4345c1 HTTP/1.1" status: 204 len: 168 time: 0.8657999 Mar 08 21:23:09.515896 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48762) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:09.569680 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-0561a628-e80d-4db2-96c4-0521bf8d0487 admin admin] Deleting subnet be0b49b6-ca52-4fd9-a910-1d1c4819d211 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:23:09.574668 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0561a628-e80d-4db2-96c4-0521bf8d0487 admin admin] Publish callbacks [] for subnet (be0b49b6-ca52-4fd9-a910-1d1c4819d211), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.615810 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0561a628-e80d-4db2-96c4-0521bf8d0487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (be0b49b6-ca52-4fd9-a910-1d1c4819d211), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.716130 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0561a628-e80d-4db2-96c4-0521bf8d0487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (be0b49b6-ca52-4fd9-a910-1d1c4819d211), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.774467 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0561a628-e80d-4db2-96c4-0521bf8d0487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (be0b49b6-ca52-4fd9-a910-1d1c4819d211), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.804550 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561a628-e80d-4db2-96c4-0521bf8d0487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0b49b6-ca52-4fd9-a910-1d1c4819d211,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:09.806575 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0561a628-e80d-4db2-96c4-0521bf8d0487 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.809820 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0561a628-e80d-4db2-96c4-0521bf8d0487 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/be0b49b6-ca52-4fd9-a910-1d1c4819d211 HTTP/1.1" status: 204 len: 168 time: 0.2928026 Mar 08 21:23:09.812465 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48764) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:09.815067 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1d8910-2847-4743-b44c-2a93b1bde2ba None None] Network f264db18-e421-4cb2-b0b2-40a9f99e0b12 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:23:09.888288 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (f264db18-e421-4cb2-b0b2-40a9f99e0b12), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:09.948607 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Deleting port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:09.948943 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.015505 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] For port 43c26393-0ac5-4bb2-aa6f-74269bbdd898, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=43c26393-0ac5-4bb2-aa6f-74269bbdd898,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:10.015979 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.026738 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] DHCP port deletion for f264db18-e421-4cb2-b0b2-40a9f99e0b12 request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:23:10.048371 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Calling delete_port for 43c26393-0ac5-4bb2-aa6f-74269bbdd898 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:10.088072 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Deleting port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:10.088552 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.150901 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.155511 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device ec944b40-ce18-47f5-995e-7596f5f92483 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:23:10.165570 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] No DVR routers for this DVR port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 on host dv-cinder-830098-3-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:23:10.186892 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c26393-0ac5-4bb2-aa6f-74269bbdd898,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:10.197676 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: ec944b40-ce18-47f5-995e-7596f5f92483 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:23:10.198035 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device ec944b40-ce18-47f5-995e-7596f5f92483 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:23:10.207439 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] For port 43c26393-0ac5-4bb2-aa6f-74269bbdd898, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=43c26393-0ac5-4bb2-aa6f-74269bbdd898,segment=NetworkSegment(05e8cd18-dd85-458f-b7d9-40f6f03dda94),segment_id=05e8cd18-dd85-458f-b7d9-40f6f03dda94)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:10.207855 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.223288 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Calling delete_port for 43c26393-0ac5-4bb2-aa6f-74269bbdd898 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:10.264180 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (f264db18-e421-4cb2-b0b2-40a9f99e0b12), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.286965 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f264db18-e421-4cb2-b0b2-40a9f99e0b12']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:10.297228 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e8cd18-dd85-458f-b7d9-40f6f03dda94') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:10.297523 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e8cd18-dd85-458f-b7d9-40f6f03dda94') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:10.308924 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855'] for port (43c26393-0ac5-4bb2-aa6f-74269bbdd898), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.309446 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533008'] for segment (05e8cd18-dd85-458f-b7d9-40f6f03dda94), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.335223 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Pushing event deleted for resources: {'Port': ['ID=43c26393-0ac5-4bb2-aa6f-74269bbdd898,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:10.336537 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (05e8cd18-dd85-458f-b7d9-40f6f03dda94), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.339721 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] No DVR routers for this DVR port 43c26393-0ac5-4bb2-aa6f-74269bbdd898 on host dv-cinder-830098-3-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:23:10.348575 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.349352 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.350126 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.350646 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.351013 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.351335 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.351624 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.351948 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.352269 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.352604 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.352933 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.354589 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.354589 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cccdd72-4357-4e5c-b5c9-40a8300bdb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:23:10.358410 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:23:10.358847 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3783072'] for segment (05e8cd18-dd85-458f-b7d9-40f6f03dda94), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: Traceback (most recent call last): Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: timer() Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: cb(*args, **kw) Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: return func(*args, **kwargs) Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: self._notify() Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: self.callback(batched_events) Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: event.method(event) Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: return f(self, *a, **k) Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._get(url).json() Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:23:10.361395 dv-cinder-830098-3-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:23:10.421953 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (f264db18-e421-4cb2-b0b2-40a9f99e0b12), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.426852 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.433387 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f264db18-e421-4cb2-b0b2-40a9f99e0b12 HTTP/1.1" status: 204 len: 168 time: 0.6188571 Mar 08 21:23:10.438332 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:10.446781 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f58cf7-b223-4dc5-b150-3b8365953cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f264db18-e421-4cb2-b0b2-40a9f99e0b12,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:10.660433 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:10.851519 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:11.109358 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Deleting port edb08eb1-6a37-4873-b888-7ed99b2f73d5 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:11.109604 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:11.196406 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] For port edb08eb1-6a37-4873-b888-7ed99b2f73d5, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=edb08eb1-6a37-4873-b888-7ed99b2f73d5,segment=NetworkSegment(9f0fae14-ca88-4c1e-800e-628756634637),segment_id=9f0fae14-ca88-4c1e-800e-628756634637)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:11.196766 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:11.209988 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Calling delete_port for edb08eb1-6a37-4873-b888-7ed99b2f73d5 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:11.396518 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (edb08eb1-6a37-4873-b888-7ed99b2f73d5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:11.423660 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb08eb1-6a37-4873-b888-7ed99b2f73d5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:11.605018 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:11.788060 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 7d62487d-38ec-48e9-8817-a4f9d896d7af no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:23:11.822212 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 7d62487d-38ec-48e9-8817-a4f9d896d7af {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:23:11.822796 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 7d62487d-38ec-48e9-8817-a4f9d896d7af not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:23:11.823497 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 43c26393-0ac5-4bb2-aa6f-74269bbdd898 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:23:11.856227 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 43c26393-0ac5-4bb2-aa6f-74269bbdd898 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:23:11.856781 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 43c26393-0ac5-4bb2-aa6f-74269bbdd898 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:23:11.869980 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:23:12.000684 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:23:12.006431 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-67d853c1-b3ef-4c31-bf46-9c080b2c54d0 admin admin] 10.222.0.61 "PUT /v2.0/routers/b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597360 Mar 08 21:23:12.008989 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48784) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:12.011375 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] Sync routers for ids ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:23:12.023076 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] Routers {'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:23:12.023952 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:23:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:12.131454 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks [] for router (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.142698 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] Set router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:23:12.246665 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks [] for router_gateway (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.317037 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Deleting port ed186edb-b81d-44f0-b8fa-324759edc953 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:12.317543 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.338736 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:23:11Z', 'revision_number': 5, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port': {'id': 'ed186edb-b81d-44f0-b8fa-324759edc953', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:14:13Z', 'updated_at': '2022-03-08T21:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:12.369247 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] Checking router: b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:23:12.379215 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] Routers {'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:23:12.379833 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:23:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:12.405054 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] For port ed186edb-b81d-44f0-b8fa-324759edc953, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=ed186edb-b81d-44f0-b8fa-324759edc953,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:12.405453 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.418186 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Calling delete_port for ed186edb-b81d-44f0-b8fa-324759edc953 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:12.611279 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] Set router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:23:12.617144 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (ed186edb-b81d-44f0-b8fa-324759edc953), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.644184 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed186edb-b81d-44f0-b8fa-324759edc953,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:12.667103 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:23:12Z', 'revision_number': 6, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:12.702001 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a322b0-cf3d-4c8d-8079-fd378a222957 None None] The sync data for ids ['b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6'] in dv-cinder-830098-3-iscsi is: [{'id': 'b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6', 'name': 'tempest-TestVolumeBootPattern-597870037-router', 'tenant_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:14:11Z', 'updated_at': '2022-03-08T21:23:12Z', 'revision_number': 6, 'project_id': 'e3195f48fec5466aaff6df62fd9a88d0', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:23:12.713144 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.823262 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.825683 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks [] for router_controller (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.892793 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.893292 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:23:12.898309 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.899481 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0698fa41-7ad7-4571-af6a-3de7e3aab70b admin admin] 10.222.0.61 "DELETE /v2.0/routers/b7f1e779-3a6e-45a1-9e15-aa4f8d9573c6 HTTP/1.1" status: 204 len: 168 time: 0.8892100 Mar 08 21:23:12.902025 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48786) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:12.949479 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54d324b-f907-4329-ae65-fa5030e235c1 admin admin] Deleting subnet 87e14c72-38ef-433b-87c1-799f39aea70f {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:23:12.952486 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d324b-f907-4329-ae65-fa5030e235c1 admin admin] Publish callbacks [] for subnet (87e14c72-38ef-433b-87c1-799f39aea70f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:12.986509 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d324b-f907-4329-ae65-fa5030e235c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532843'] for subnet (87e14c72-38ef-433b-87c1-799f39aea70f), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.066847 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d324b-f907-4329-ae65-fa5030e235c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (87e14c72-38ef-433b-87c1-799f39aea70f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.132784 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d324b-f907-4329-ae65-fa5030e235c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126208354'] for subnet (87e14c72-38ef-433b-87c1-799f39aea70f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.164041 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d324b-f907-4329-ae65-fa5030e235c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e14c72-38ef-433b-87c1-799f39aea70f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:13.167671 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f54d324b-f907-4329-ae65-fa5030e235c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.170837 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f54d324b-f907-4329-ae65-fa5030e235c1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/87e14c72-38ef-433b-87c1-799f39aea70f HTTP/1.1" status: 204 len: 168 time: 0.2678516 Mar 08 21:23:13.174892 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48792) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:13.175928 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62acc82-8849-463c-bbff-bddd775700a2 None None] Network 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:23:13.268009 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (05e0fdf3-8230-41ec-adcb-dfa6ff2f521f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.330566 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Deleting port 8fc6095b-17ba-490b-8742-4a4692dfad58 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:13.330883 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.393395 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] For port 8fc6095b-17ba-490b-8742-4a4692dfad58, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=8fc6095b-17ba-490b-8742-4a4692dfad58,segment=NetworkSegment(9f0fae14-ca88-4c1e-800e-628756634637),segment_id=9f0fae14-ca88-4c1e-800e-628756634637)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:13.393679 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.406198 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Calling delete_port for 8fc6095b-17ba-490b-8742-4a4692dfad58 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:13.471875 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] DHCP port deletion for 05e0fdf3-8230-41ec-adcb-dfa6ff2f521f request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:23:13.500224 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.527306 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc6095b-17ba-490b-8742-4a4692dfad58,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:13.530635 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] Deleting port 8fc6095b-17ba-490b-8742-4a4692dfad58 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:23:13.530998 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.531796 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] No DVR routers for this DVR port 8fc6095b-17ba-490b-8742-4a4692dfad58 on host dv-cinder-830098-3-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:23:13.599627 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] For port 8fc6095b-17ba-490b-8742-4a4692dfad58, host dv-cinder-830098-3-iscsi, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:23:13.600027 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.614861 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] Calling delete_port for 8fc6095b-17ba-490b-8742-4a4692dfad58 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:23:13.618403 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] Port 8fc6095b-17ba-490b-8742-4a4692dfad58 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 21:23:13.619687 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855'] for port (8fc6095b-17ba-490b-8742-4a4692dfad58), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.621171 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (05e0fdf3-8230-41ec-adcb-dfa6ff2f521f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.644481 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e0fdf3-8230-41ec-adcb-dfa6ff2f521f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:13.650974 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] Pushing event deleted for resources: {'Port': ['ID=8fc6095b-17ba-490b-8742-4a4692dfad58,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:13.655515 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb7b03-f521-45aa-8ca6-3a68f163262b None None] No DVR routers for this DVR port 8fc6095b-17ba-490b-8742-4a4692dfad58 on host dv-cinder-830098-3-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:23:13.657034 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0fae14-ca88-4c1e-800e-628756634637') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:13.658167 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0fae14-ca88-4c1e-800e-628756634637') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:13.675571 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (9f0fae14-ca88-4c1e-800e-628756634637), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.690167 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (9f0fae14-ca88-4c1e-800e-628756634637), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.697462 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:23:13.697934 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (9f0fae14-ca88-4c1e-800e-628756634637), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:23:13.699558 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:23:13.744143 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device edb08eb1-6a37-4873-b888-7ed99b2f73d5 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:23:13.765309 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: edb08eb1-6a37-4873-b888-7ed99b2f73d5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:23:13.765659 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device edb08eb1-6a37-4873-b888-7ed99b2f73d5 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:23:13.766084 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 8fc6095b-17ba-490b-8742-4a4692dfad58 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:23:13.766812 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (05e0fdf3-8230-41ec-adcb-dfa6ff2f521f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.773376 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:13.779567 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] 10.222.0.61 "DELETE /v2.0/networks/05e0fdf3-8230-41ec-adcb-dfa6ff2f521f HTTP/1.1" status: 204 len: 168 time: 0.6035764 Mar 08 21:23:13.787880 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 8fc6095b-17ba-490b-8742-4a4692dfad58 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:23:13.788182 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 8fc6095b-17ba-490b-8742-4a4692dfad58 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:23:13.788663 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device ed186edb-b81d-44f0-b8fa-324759edc953 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:23:13.793883 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3606c89-15b1-4138-8b92-bd053ca13bcd admin admin] Pushing event deleted for resources: {'Network': ['ID=05e0fdf3-8230-41ec-adcb-dfa6ff2f521f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:13.808603 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: ed186edb-b81d-44f0-b8fa-324759edc953 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:23:13.808954 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device ed186edb-b81d-44f0-b8fa-324759edc953 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:23:13.921204 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48798) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:13.961773 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-76a015ae-4a0e-4f53-a86d-4f777465a06f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f161fdf78d904b7fbf1035d63396148c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392990 Mar 08 21:23:13.964138 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48800) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:14.018643 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049ff2b7-3612-48a9-9854-7c8c6ea77b90 admin admin] Publish callbacks [] for security_group (53b40a82-b246-48ae-8703-219f1e15d751), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:14.040956 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049ff2b7-3612-48a9-9854-7c8c6ea77b90 admin admin] Publish callbacks [] for security_group (53b40a82-b246-48ae-8703-219f1e15d751), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:14.091043 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049ff2b7-3612-48a9-9854-7c8c6ea77b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (53b40a82-b246-48ae-8703-219f1e15d751), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:14.093492 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-049ff2b7-3612-48a9-9854-7c8c6ea77b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:14.094673 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-049ff2b7-3612-48a9-9854-7c8c6ea77b90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53b40a82-b246-48ae-8703-219f1e15d751 HTTP/1.1" status: 204 len: 168 time: 0.1296048 Mar 08 21:23:14.103944 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ff2b7-3612-48a9-9854-7c8c6ea77b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b40a82-b246-48ae-8703-219f1e15d751,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:14.414454 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48808) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:14.455638 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9f510fe1-fa50-4dba-b1dc-64783347c8eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3195f48fec5466aaff6df62fd9a88d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400205 Mar 08 21:23:14.458051 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48810) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:14.507753 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cd23ad2-f6c0-41ef-a017-ffe58bef5ae8 admin admin] Publish callbacks [] for security_group (df03d618-e20f-4ffc-a033-57d37f2d62af), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:14.529705 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cd23ad2-f6c0-41ef-a017-ffe58bef5ae8 admin admin] Publish callbacks [] for security_group (df03d618-e20f-4ffc-a033-57d37f2d62af), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:14.577922 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cd23ad2-f6c0-41ef-a017-ffe58bef5ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (df03d618-e20f-4ffc-a033-57d37f2d62af), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:14.580408 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cd23ad2-f6c0-41ef-a017-ffe58bef5ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:14.581583 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2cd23ad2-f6c0-41ef-a017-ffe58bef5ae8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df03d618-e20f-4ffc-a033-57d37f2d62af HTTP/1.1" status: 204 len: 168 time: 0.1226532 Mar 08 21:23:14.594050 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd23ad2-f6c0-41ef-a017-ffe58bef5ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df03d618-e20f-4ffc-a033-57d37f2d62af,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:17.405507 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-c80189af-7254-42c0-aadf-300fb45597a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482171 Mar 08 21:23:17.496774 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-66ba288c-bd98-4a67-a52d-c4233f4f87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:17.498347 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-66ba288c-bd98-4a67-a52d-c4233f4f87c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1129 time: 0.0492151 Mar 08 21:23:17.614087 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-bbf9c4b2-a373-4f6c-bfb6-6c6593dec568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:17.615583 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-bbf9c4b2-a373-4f6c-bfb6-6c6593dec568 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.0953665 Mar 08 21:23:17.690462 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-4ecc381c-2195-4e26-b7ae-27afada82626 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 999 time: 0.0656645 Mar 08 21:23:17.741693 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-b55edb7a-4100-4b19-8796-798138b5218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:17.743213 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-b55edb7a-4100-4b19-8796-798138b5218c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0480628 Mar 08 21:23:17.796483 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-e602eacd-c219-421e-baa1-6e522bb90ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:23:17.798035 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-e602eacd-c219-421e-baa1-6e522bb90ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482600 Mar 08 21:23:17.898822 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-a4d4a2d5-d845-4252-8de8-155738b63764 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931637 Mar 08 21:23:17.990205 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ed0adaa3-00f4-4a69-82ab-d6c2b15e5699 req-07c6ba80-d486-4644-907d-b9b370c2104f service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853689 Mar 08 21:23:26.890274 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48894) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:26.936203 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-655066c4-2599-4f1a-b986-484f5ebc36ae admin admin] Deleting subnet 25436215-807a-4eaa-8fc3-2b7c272dbdcd {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:23:26.939307 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-655066c4-2599-4f1a-b986-484f5ebc36ae admin admin] Publish callbacks [] for subnet (25436215-807a-4eaa-8fc3-2b7c272dbdcd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:26.975721 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-655066c4-2599-4f1a-b986-484f5ebc36ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (25436215-807a-4eaa-8fc3-2b7c272dbdcd), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.019687 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-655066c4-2599-4f1a-b986-484f5ebc36ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (25436215-807a-4eaa-8fc3-2b7c272dbdcd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.073087 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-655066c4-2599-4f1a-b986-484f5ebc36ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (25436215-807a-4eaa-8fc3-2b7c272dbdcd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.100200 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655066c4-2599-4f1a-b986-484f5ebc36ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25436215-807a-4eaa-8fc3-2b7c272dbdcd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:27.104202 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-655066c4-2599-4f1a-b986-484f5ebc36ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.107369 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-655066c4-2599-4f1a-b986-484f5ebc36ae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/25436215-807a-4eaa-8fc3-2b7c272dbdcd HTTP/1.1" status: 204 len: 168 time: 0.2160556 Mar 08 21:23:27.109971 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 48896) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:27.178482 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (f643bb63-ae09-4abd-af37-ba0a77adfa94), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.272502 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (f643bb63-ae09-4abd-af37-ba0a77adfa94), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.292432 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f643bb63-ae09-4abd-af37-ba0a77adfa94']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:27.301951 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ba080e-673a-4066-adbc-ee9a7570477d') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:27.302246 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ba080e-673a-4066-adbc-ee9a7570477d') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:23:27.311664 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (63ba080e-673a-4066-adbc-ee9a7570477d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.325505 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (63ba080e-673a-4066-adbc-ee9a7570477d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.331782 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:23:27.332177 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (63ba080e-673a-4066-adbc-ee9a7570477d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:23:27.333847 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:23:27.654465 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (f643bb63-ae09-4abd-af37-ba0a77adfa94), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.660185 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.663302 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] 10.222.0.61 "DELETE /v2.0/networks/f643bb63-ae09-4abd-af37-ba0a77adfa94 HTTP/1.1" status: 204 len: 168 time: 0.5523782 Mar 08 21:23:27.674174 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ab4bc-98f8-41ca-8a4a-11cd83fc438b admin admin] Pushing event deleted for resources: {'Network': ['ID=f643bb63-ae09-4abd-af37-ba0a77adfa94,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:27.833096 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48900) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:27.877866 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-fd7d338e-b679-4f5b-aebd-31c82df74db5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb432842653c48c6a96537cebd8cd0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433726 Mar 08 21:23:27.880884 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48902) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:23:27.927601 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b43e302-f2af-44e5-bdec-ae7d324955b8 admin admin] Publish callbacks [] for security_group (0061e0c5-4ffe-4aab-9c58-6d5829e4980b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.948938 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b43e302-f2af-44e5-bdec-ae7d324955b8 admin admin] Publish callbacks [] for security_group (0061e0c5-4ffe-4aab-9c58-6d5829e4980b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.994745 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b43e302-f2af-44e5-bdec-ae7d324955b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (0061e0c5-4ffe-4aab-9c58-6d5829e4980b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.997578 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b43e302-f2af-44e5-bdec-ae7d324955b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:27.998723 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6b43e302-f2af-44e5-bdec-ae7d324955b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0061e0c5-4ffe-4aab-9c58-6d5829e4980b HTTP/1.1" status: 204 len: 168 time: 0.1168859 Mar 08 21:23:28.006933 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43e302-f2af-44e5-bdec-ae7d324955b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0061e0c5-4ffe-4aab-9c58-6d5829e4980b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:23:28.958630 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7d5c-a3c3-4ae1-ba32-93c2396fed51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:29.472337 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:23:31.323089 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-717fc73c-d00a-4282-bb24-8c28effcc92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:32.546406 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:34.089258 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:35.524848 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:40.675130 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:23:58.960081 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4062a163-d774-4b8d-90ba-f52f64c66c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:01.324757 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df3e705d-8f2d-48b6-8f18-7eac7d49135a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:02.548377 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:04.088976 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:05.526827 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:06.471413 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:24:10.665106 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:17.399069 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-060c75b1-7795-47c7-bb1c-d5d134d01c94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424781 Mar 08 21:24:17.487816 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-8fa06a7f-532c-40e5-bfcf-a52b623b9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:17.489373 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-8fa06a7f-532c-40e5-bfcf-a52b623b9d1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1129 time: 0.0477562 Mar 08 21:24:17.592025 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-f529ed32-6618-4fb6-9f37-3fd135b6de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:17.593500 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-f529ed32-6618-4fb6-9f37-3fd135b6de5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.0848937 Mar 08 21:24:17.660943 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-d1984eac-f724-4ee9-9c7a-bad33b363f0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 999 time: 0.0608747 Mar 08 21:24:17.708505 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-35da2e10-72e5-4c37-b51d-f8caa7f0166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:17.710060 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-35da2e10-72e5-4c37-b51d-f8caa7f0166e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0422583 Mar 08 21:24:17.759865 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-cc30b5c5-a9de-4ee2-aa14-2548a88cdd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:17.761600 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-cc30b5c5-a9de-4ee2-aa14-2548a88cdd77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436831 Mar 08 21:24:17.853757 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-fae52cf1-097c-4e0c-ad63-0d6a4869d1d4 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855954 Mar 08 21:24:17.940883 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-55583284-677c-45aa-90b3-9d9af7c7b936 req-9ce6d20b-6ae6-4d72-a0b2-8f4152393c26 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801508 Mar 08 21:24:28.962044 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9b657fa7-beda-4a2c-bea3-2032d2f037ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:31.326902 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3c3ebd43-fdb0-463a-83c2-eb5781cbd03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:32.551720 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:34.091194 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:35.528813 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:40.682726 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:43.469625 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:24:54.605282 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8936b7-9a5a-48cf-af07-3b34175355c5 req-f679d341-fd43-4958-942e-60b00c8aa39c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:54.607495 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a8936b7-9a5a-48cf-af07-3b34175355c5 req-f679d341-fd43-4958-942e-60b00c8aa39c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0635405 Mar 08 21:24:54.670754 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-0a8936b7-9a5a-48cf-af07-3b34175355c5 req-af6398c3-76cb-4bd2-bec0-2a84b0dae3c5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556977 Mar 08 21:24:55.793289 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e9320-f439-4666-89fb-2e853bd78f85 req-1d620ba3-0009-42bd-b0c8-ecc69be88f93 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:55.794748 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-908e9320-f439-4666-89fb-2e853bd78f85 req-1d620ba3-0009-42bd-b0c8-ecc69be88f93 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0536203 Mar 08 21:24:55.842820 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-908e9320-f439-4666-89fb-2e853bd78f85 req-7bf1faae-d0d0-4844-9917-a7c34fadcd0a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Mar 08 21:24:56.963716 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9532f2-f2bf-43fc-a842-82fea1712470 req-ecee582c-d3a6-4c29-b6bf-488a4928091b tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:56.965199 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6a9532f2-f2bf-43fc-a842-82fea1712470 req-ecee582c-d3a6-4c29-b6bf-488a4928091b tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0532527 Mar 08 21:24:57.012822 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6a9532f2-f2bf-43fc-a842-82fea1712470 req-be84ee1c-c170-4832-9eff-b233e788da9d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Mar 08 21:24:58.134425 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c58ff2-6027-4525-b6a6-a89416be7c46 req-0d345b8e-d363-4f5e-ba2a-d27fc695c935 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:58.135906 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41c58ff2-6027-4525-b6a6-a89416be7c46 req-0d345b8e-d363-4f5e-ba2a-d27fc695c935 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0572374 Mar 08 21:24:58.184732 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41c58ff2-6027-4525-b6a6-a89416be7c46 req-04b9f856-d903-461b-9ffb-c486ce81034b tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433736 Mar 08 21:24:58.964241 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1638e41-3bcd-4db3-886e-a2fa0ab348c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:24:59.302124 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1eb4e-8502-4264-9e87-cfcfd5e50a74 req-2bb44de7-29f5-4d3e-8c20-ea0eb9b09669 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:24:59.303611 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d8e1eb4e-8502-4264-9e87-cfcfd5e50a74 req-2bb44de7-29f5-4d3e-8c20-ea0eb9b09669 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0525093 Mar 08 21:24:59.354668 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d8e1eb4e-8502-4264-9e87-cfcfd5e50a74 req-c93870a8-1580-455c-9a5d-fa7adf2fafcc tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446727 Mar 08 21:25:00.472317 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf952c1-915b-4235-aaca-b5e8ac3c4ff4 req-f8a0c565-6573-41f1-90e1-0d5338d9878c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:00.473887 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cf952c1-915b-4235-aaca-b5e8ac3c4ff4 req-f8a0c565-6573-41f1-90e1-0d5338d9878c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0529697 Mar 08 21:25:00.524400 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cf952c1-915b-4235-aaca-b5e8ac3c4ff4 req-1a9f6035-0631-49fb-8425-5cbf66f8f42a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Mar 08 21:25:01.329055 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73f4e3b8-02d4-44f5-9323-85a23b03dfcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:01.646944 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b711ec2-a0db-4814-bc7c-c017e7d6bba4 req-dbe32c3c-c44b-4905-b72d-117742e584b0 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:01.648398 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8b711ec2-a0db-4814-bc7c-c017e7d6bba4 req-dbe32c3c-c44b-4905-b72d-117742e584b0 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0567417 Mar 08 21:25:01.697394 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-8b711ec2-a0db-4814-bc7c-c017e7d6bba4 req-a70299ef-ea46-48d7-865d-9a77d8ce02e5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434151 Mar 08 21:25:02.557544 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:02.814417 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6229ce7-72c1-40e4-97d1-25a8f95b8d9f req-82ac1751-181b-401d-a6d4-6135f05b0b15 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:02.815780 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6229ce7-72c1-40e4-97d1-25a8f95b8d9f req-82ac1751-181b-401d-a6d4-6135f05b0b15 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0526812 Mar 08 21:25:02.868164 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6229ce7-72c1-40e4-97d1-25a8f95b8d9f req-fdfed666-8797-4254-b4ed-59ed0617bfe5 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467072 Mar 08 21:25:03.982646 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69cd85-2063-47e6-819d-8a309b303c20 req-b6860646-99c9-476f-bfbe-d270e6b14cba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:03.984083 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-db69cd85-2063-47e6-819d-8a309b303c20 req-b6860646-99c9-476f-bfbe-d270e6b14cba tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0504844 Mar 08 21:25:04.031953 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-db69cd85-2063-47e6-819d-8a309b303c20 req-3a9d92e7-9cd0-4703-8047-2f33c9caafc4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Mar 08 21:25:04.093155 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:04.745865 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-121fe597-b02d-42ab-ae3f-1bc10d2664d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:04.747337 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-121fe597-b02d-42ab-ae3f-1bc10d2664d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1129 time: 0.0482600 Mar 08 21:25:04.833506 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-70768c69-fe21-44b4-b5ec-feccc016a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:04.834995 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-70768c69-fe21-44b4-b5ec-feccc016a22b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.0814192 Mar 08 21:25:04.901277 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-6e3b68e0-58a6-45f7-9707-b0320009436b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 999 time: 0.0596747 Mar 08 21:25:04.948520 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-a1a9c6a8-8848-4bb6-a95b-3da7b9dd7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:04.949972 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-a1a9c6a8-8848-4bb6-a95b-3da7b9dd7003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0429363 Mar 08 21:25:04.998188 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-9a5c5568-b77c-4c8f-a336-a9d76a7c67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:04.999653 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-9a5c5568-b77c-4c8f-a336-a9d76a7c67d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436223 Mar 08 21:25:05.091393 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-05ffd29c-b596-496d-b71a-fb1e131e2250 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853562 Mar 08 21:25:05.154068 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81816c6f-75dd-4819-9f35-8fe81260b8c5 req-f2661f31-b8b0-4d9c-9e08-c968e17edb7c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:05.155449 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81816c6f-75dd-4819-9f35-8fe81260b8c5 req-f2661f31-b8b0-4d9c-9e08-c968e17edb7c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0515730 Mar 08 21:25:05.179998 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-42b3eb3b-1f62-42bd-a323-c31301e56736 req-5524aae6-4309-4c8d-86ba-0b7084f6c729 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826657 Mar 08 21:25:05.210287 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81816c6f-75dd-4819-9f35-8fe81260b8c5 req-0373786b-9a86-4ea0-b29b-4b2ce6998f71 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493238 Mar 08 21:25:05.530403 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:06.335471 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d89b6-f803-48a4-b630-8ef51fddedff req-9b8418ce-1b57-43f1-8e61-40b8a02e165a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:06.336969 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-957d89b6-f803-48a4-b630-8ef51fddedff req-9b8418ce-1b57-43f1-8e61-40b8a02e165a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0569096 Mar 08 21:25:06.629680 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-957d89b6-f803-48a4-b630-8ef51fddedff req-4ea735ab-cc3c-4ddf-a8bb-4c8c4a6b298f tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864199 Mar 08 21:25:07.752163 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2033c35-61b9-481f-881c-f31ac1764962 req-2f08d836-8e86-4c56-8945-75f6988c3de8 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:07.753775 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2033c35-61b9-481f-881c-f31ac1764962 req-2f08d836-8e86-4c56-8945-75f6988c3de8 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0547380 Mar 08 21:25:07.801658 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2033c35-61b9-481f-881c-f31ac1764962 req-6602413a-bd4c-4b36-87b8-f61535b410e4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Mar 08 21:25:08.046632 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-e2702c50-3201-422f-b58b-7e20fe384b4d req-d476dccf-ff50-42dd-93bf-0cb6ae11ca55 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:25:08.047630 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e2702c50-3201-422f-b58b-7e20fe384b4d req-d476dccf-ff50-42dd-93bf-0cb6ae11ca55 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1836154 Mar 08 21:25:08.203608 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48964) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:25:08.206675 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbb0d1-e09c-4ca9-8e8e-9ab7f5c846ab req-dd136b06-311f-44bd-8b92-bdc865cf30da tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:08.208170 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-56cbb0d1-e09c-4ca9-8e8e-9ab7f5c846ab req-dd136b06-311f-44bd-8b92-bdc865cf30da tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0558789 Mar 08 21:25:08.260142 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-56cbb0d1-e09c-4ca9-8e8e-9ab7f5c846ab req-74f48584-0229-4808-917b-89007ce85808 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Mar 08 21:25:08.294964 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-9aad33c7-d59f-4c42-bcbf-903c7e4d7d9c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902085 Mar 08 21:25:08.303236 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-1fca570b-adb5-4cf4-ac43-4f751c42f462 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 21:25:08.304186 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-1fca570b-adb5-4cf4-ac43-4f751c42f462 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048237 Mar 08 21:25:08.452107 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 48972) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:25:08.544992 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-607d7b28-e47f-4cce-a0a8-b5517340342a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:08.546354 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-607d7b28-e47f-4cce-a0a8-b5517340342a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports/1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 942 time: 0.0932858 Mar 08 21:25:09.394309 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44358625-103e-46fa-9e05-e7a8e4591153 req-e834f5ef-bd2d-4b3e-889a-55180120d9e4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:09.395804 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-44358625-103e-46fa-9e05-e7a8e4591153 req-e834f5ef-bd2d-4b3e-889a-55180120d9e4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0635235 Mar 08 21:25:09.446329 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-44358625-103e-46fa-9e05-e7a8e4591153 req-2b5a134d-9548-4902-b317-3b6e68935ba9 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Mar 08 21:25:09.770182 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-4ad06de1-73cc-47ef-954f-12d22cdf1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:09.771639 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-4ad06de1-73cc-47ef-954f-12d22cdf1fbc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b&tenant_id=38798bd577444b24ac3f6e316d276368 HTTP/1.1" status: 200 len: 1129 time: 0.0450573 Mar 08 21:25:09.835987 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-34bc95c2-091c-4eab-aa1c-07db34c2b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:09.837532 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-34bc95c2-091c-4eab-aa1c-07db34c2b7c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1129 time: 0.0437896 Mar 08 21:25:09.928841 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-232b4f2c-fc64-404f-a710-7a262b2d30e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:09.930242 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-232b4f2c-fc64-404f-a710-7a262b2d30e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.0855386 Mar 08 21:25:09.995309 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-8658c7c5-f2c6-4274-9cb0-b6eca8d753c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 999 time: 0.0569293 Mar 08 21:25:10.046359 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-6c20fbf6-b569-4ef0-83c7-cd8ccd2eae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:10.047789 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-6c20fbf6-b569-4ef0-83c7-cd8ccd2eae31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0469365 Mar 08 21:25:10.095482 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-c93e7db7-c78f-4f40-83c4-131332ab26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:10.096985 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-c93e7db7-c78f-4f40-83c4-131332ab26ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430577 Mar 08 21:25:10.185039 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-ff50d045-4cbf-41ff-9af2-9f0c33b48f2b service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807559 Mar 08 21:25:10.274950 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b139cc79-9440-413b-8d89-bd724e8e6319 req-68ef8be3-1631-410c-b9bb-a75311921440 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839462 Mar 08 21:25:10.576076 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1739462-40dd-4087-a3bf-7b90f01e1151 req-9e3df9e0-9ac3-484d-91a2-1cde2444cc67 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:10.577614 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d1739462-40dd-4087-a3bf-7b90f01e1151 req-9e3df9e0-9ac3-484d-91a2-1cde2444cc67 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0573878 Mar 08 21:25:10.578274 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:25:10.629285 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d1739462-40dd-4087-a3bf-7b90f01e1151 req-790e78d9-ac02-486e-b22c-b2fe69e1bc95 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461285 Mar 08 21:25:10.658118 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:25:10.658921 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:10.689669 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:25:10.691876 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07297ff2-27e7-4ac2-b5aa-e646a5235e1e" -d '{"events": [{"server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "name": "network-vif-unplugged", "status": "completed", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:25:10.705185 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:10.706916 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:25:10.710587 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:10.761013 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:25:10.768519 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.768869 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.769242 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.769617 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.769903 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.770232 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.770563 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.770891 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.771216 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.771683 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.771867 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.772190 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.772507 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:25:10.787959 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28da866f-a753-4d34-9fb0-228a93657686 x-openstack-request-id: req-28da866f-a753-4d34-9fb0-228a93657686 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:25:10.788255 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "name": "network-vif-unplugged", "status": "completed", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:25:10.788511 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28da866f-a753-4d34-9fb0-228a93657686 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:25:10.788911 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'code': 200} Mar 08 21:25:11.746181 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058d1f5-f953-4f64-b895-a0a8bfaf5e0c req-bcb944ad-5d57-4324-915b-3f6eb04ba376 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:11.747645 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4058d1f5-f953-4f64-b895-a0a8bfaf5e0c req-bcb944ad-5d57-4324-915b-3f6eb04ba376 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0529680 Mar 08 21:25:11.798422 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4058d1f5-f953-4f64-b895-a0a8bfaf5e0c req-10de73e9-9258-4d0a-ab6c-07fc42551fbe tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451777 Mar 08 21:25:12.918108 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e0ee-6708-42ab-aedc-7193c87107ae req-a6855aa5-0051-40b6-9c1a-5138cb8a4d02 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:12.919501 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f407e0ee-6708-42ab-aedc-7193c87107ae req-a6855aa5-0051-40b6-9c1a-5138cb8a4d02 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0536475 Mar 08 21:25:12.967309 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f407e0ee-6708-42ab-aedc-7193c87107ae req-99b5e3e0-e4e8-4df9-a920-2d3bff7863a1 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Mar 08 21:25:14.084751 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013db0e-7085-43f4-bb4c-ccd6a4b60cfe req-3efd6cc9-832f-4e42-aaf6-13491316db4d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:14.086242 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7013db0e-7085-43f4-bb4c-ccd6a4b60cfe req-3efd6cc9-832f-4e42-aaf6-13491316db4d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0521502 Mar 08 21:25:14.135214 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7013db0e-7085-43f4-bb4c-ccd6a4b60cfe req-13cc8a8c-8d40-425a-880d-44003d4f7d63 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426292 Mar 08 21:25:15.256899 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c96d46-0dd3-4ccc-aa2d-a2f7d3e842ff req-540b0bf9-26e9-4511-a557-26c08eec1b52 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:15.258408 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e5c96d46-0dd3-4ccc-aa2d-a2f7d3e842ff req-540b0bf9-26e9-4511-a557-26c08eec1b52 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0569577 Mar 08 21:25:15.306005 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e5c96d46-0dd3-4ccc-aa2d-a2f7d3e842ff req-d1a5b4f5-b700-48bf-b8d0-c539a4ec517a tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417705 Mar 08 21:25:16.376685 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdf4aa-d99a-4a3f-9210-9be671158a3c req-3f0657fa-893f-4e2b-9c34-c8a418f0bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:16.378221 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b7cdf4aa-d99a-4a3f-9210-9be671158a3c req-3f0657fa-893f-4e2b-9c34-c8a418f0bc4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1127 time: 0.0509102 Mar 08 21:25:16.428352 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b7cdf4aa-d99a-4a3f-9210-9be671158a3c req-7be7a08f-4d1b-4b69-9a29-ada066bd4094 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Mar 08 21:25:16.429481 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d8997-64a3-4dd9-88cb-015777b46fd9 req-4ca32c55-fb18-4c9a-b892-e1f798d4c870 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:16.430996 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d85d8997-64a3-4dd9-88cb-015777b46fd9 req-4ca32c55-fb18-4c9a-b892-e1f798d4c870 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0551014 Mar 08 21:25:16.482016 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d85d8997-64a3-4dd9-88cb-015777b46fd9 req-6850f8f9-3001-4225-8559-19536f1a982f tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447354 Mar 08 21:25:17.603874 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f5ae4-d93e-459f-add8-f79ebbc03534 req-fe6b30a2-4352-4bf6-adc7-2a5e39491e6f tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:17.605261 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-282f5ae4-d93e-459f-add8-f79ebbc03534 req-fe6b30a2-4352-4bf6-adc7-2a5e39491e6f tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 943 time: 0.0548303 Mar 08 21:25:17.660070 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-282f5ae4-d93e-459f-add8-f79ebbc03534 req-b927b48b-3a9e-422d-9589-73a8a618f40c tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488663 Mar 08 21:25:18.633486 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 21:25:18.730932 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:25:18.741427 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Returning: {'device': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'port_id': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'mac_address': 'fa:16:3e:f4:39:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 21:25:18.778024 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:25:18.778403 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:18.791333 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 21:25:18.814400 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:25:18.818438 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:18.867979 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:25:19.076027 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] get_ports_and_sgs() called for port_ids ['1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 21:25:19.389124 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-43260a4c-5b9e-4a47-9336-5174983d7835 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522547 Mar 08 21:25:19.485108 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-1ef39653-4ab6-483b-897a-c9487c594cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:19.491356 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-1ef39653-4ab6-483b-897a-c9487c594cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1128 time: 0.0510135 Mar 08 21:25:19.602281 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-91842e5c-f28c-49bd-9fad-48fe30367827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:19.604199 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-91842e5c-f28c-49bd-9fad-48fe30367827 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.0952420 Mar 08 21:25:19.678385 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-5c6383a7-503f-4ebb-9dbd-01fe691ecd0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 998 time: 0.0657060 Mar 08 21:25:19.726588 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-b69d3e93-133e-4939-9cc8-d1b22553c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:19.728021 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-b69d3e93-133e-4939-9cc8-d1b22553c0dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0434253 Mar 08 21:25:19.783106 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-ca1cab58-f8a7-4b99-a593-f21340a0ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:25:19.784587 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-ca1cab58-f8a7-4b99-a593-f21340a0ead7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498304 Mar 08 21:25:19.874748 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-3523eaf0-bc36-48b9-8c4d-7aef8f43113c service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839062 Mar 08 21:25:19.968205 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-739331fd-ae15-4eae-86ba-45f35a7a6f1f req-91557269-20d2-48bf-80b0-107d3dbc2419 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876613 Mar 08 21:25:20.469009 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:25:20.661726 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 up at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 21:25:20.707600 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Provisioning complete for port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 21:25:20.707965 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16718068'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:20.785170 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Current status of the port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 21:25:20.785482 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16331203'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:20.807912 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:25:20.810125 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}533f49830b2ace59bcff0f8c61f680cf2017d98220d2cbcbae53e8324ef84e16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f24e85-3992-4554-9c00-562230d31488" -d '{"events": [{"server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "name": "network-vif-plugged", "status": "completed", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:25:20.822617 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:25:20.827360 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740870481080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740870023864', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740870023882'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:20.852094 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f0e1e-5654-41ac-9467-b9262f70f263 x-openstack-request-id: req-fe9f0e1e-5654-41ac-9467-b9262f70f263 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:25:20.852392 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "name": "network-vif-plugged", "status": "completed", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:25:20.852645 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe9f0e1e-5654-41ac-9467-b9262f70f263 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:25:20.853031 dv-cinder-830098-3-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'code': 200} Mar 08 21:25:20.879581 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Pushing event updated for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:25:28.966603 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c2be517-3864-4151-a436-df30a1987002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:31.330177 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-112eed8f-88b5-4ab8-879a-02f2a15e2025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:32.559920 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:34.096435 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:35.534843 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:40.692324 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:25:57.467399 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:25:58.968630 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0a6d-572c-4c33-849e-efb8e1081c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:01.330763 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b6681fe3-eff8-44d8-b47d-247e05c2e1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:02.563215 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:04.099606 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:05.541002 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:10.702458 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:20.380565 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-7d0ed9a8-deb7-4ff6-8672-069de96ea183 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445752 Mar 08 21:26:20.464798 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-7cf5c8fc-4b8c-4b5c-9491-ae73aa0b60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:20.466337 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-7cf5c8fc-4b8c-4b5c-9491-ae73aa0b60f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1129 time: 0.0436771 Mar 08 21:26:20.572878 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-b1fd7e02-12f2-41f1-a1ad-d84e84387978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:20.574363 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-b1fd7e02-12f2-41f1-a1ad-d84e84387978 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.0882518 Mar 08 21:26:20.640822 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-17b99d39-c94d-4e6b-9252-4aec581d81de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 999 time: 0.0576103 Mar 08 21:26:20.691727 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-0c83db58-6432-4090-8203-324ef38893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:20.693182 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-0c83db58-6432-4090-8203-324ef38893e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0467670 Mar 08 21:26:20.741313 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-65b984e9-36a5-48bb-9287-8acd95b108de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:20.743030 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-65b984e9-36a5-48bb-9287-8acd95b108de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435426 Mar 08 21:26:20.830146 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-bf93d754-8e29-4c15-ae4b-56acd81482bb service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794480 Mar 08 21:26:20.921890 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-f23f021f-4d8d-41f2-aced-5ca69d1c8f0d req-44f97666-5d37-4d8f-8ebe-136a9063e230 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848501 Mar 08 21:26:28.970366 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e109db5-4e4c-4c67-845a-dfa18fb71077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:30.279656 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 49024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:30.439503 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Deleting port 61360bdb-473e-4f00-b8ba-d2be806db558 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:26:30.439837 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (61360bdb-473e-4f00-b8ba-d2be806db558), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:30.514898 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (61360bdb-473e-4f00-b8ba-d2be806db558), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:30.515204 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for floatingip (61360bdb-473e-4f00-b8ba-d2be806db558), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:30.526916 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Calling delete_port for 61360bdb-473e-4f00-b8ba-d2be806db558 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:26:30.673477 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (61360bdb-473e-4f00-b8ba-d2be806db558), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:30.696760 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event deleted for resources: {'Port': ['ID=61360bdb-473e-4f00-b8ba-d2be806db558,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:30.707066 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.707419 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.707768 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.708106 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.708437 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.708769 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.709601 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.709601 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.709795 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.710061 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.710382 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.710701 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.711019 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:30.773685 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for floatingip (71009e52-972a-4cbb-bec1-b02751d8cd36), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:30.774008 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Floating IP 71009e52-972a-4cbb-bec1-b02751d8cd36 disassociated (deleted). External IP: 172.27.1.7, port: 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5. Mar 08 21:26:30.987209 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Router 8bc991f3-e2a9-4858-99bf-88200ceccd82 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:26:31.098289 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:26:31.103157 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:31.108501 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a5c70-1527-4213-96e9-657410767951 None None] Sync routers for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:26:31.119197 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a5c70-1527-4213-96e9-657410767951 None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:26:31.119800 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e27a5c70-1527-4213-96e9-657410767951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:26:01Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:31.133116 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4bacf0cc-e1f5-4854-892c-112b29c71f07 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "DELETE /v2.0/floatingips/71009e52-972a-4cbb-bec1-b02751d8cd36 HTTP/1.1" status: 204 len: 168 time: 0.8523536 Mar 08 21:26:31.133701 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:26:31.135963 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2228110bb05780a7f370595cc9e164c3d4d13ced7e5ced127ec5fb74e5e8f27a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3640741c-da58-4eea-bf77-fa6fe4ee8de4" -d '{"events": [{"name": "network-changed", "server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:26:31.237872 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e27a5c70-1527-4213-96e9-657410767951 None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:26:31.272103 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 21:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b69d00-d650-4f2e-80a8-d24d9472a943 x-openstack-request-id: req-e4b69d00-d650-4f2e-80a8-d24d9472a943 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:26:31.272103 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:26:31.272103 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4b69d00-d650-4f2e-80a8-d24d9472a943 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:26:31.272700 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'status': 'completed', 'code': 200} Mar 08 21:26:31.346979 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e562984-1ae4-405b-9bfa-3494a0fbccf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:31.380158 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-553a6dd6-24dc-4cbe-beca-8d1c4bde2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:31.381854 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-553a6dd6-24dc-4cbe-beca-8d1c4bde2445 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38798bd577444b24ac3f6e316d276368&device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 1129 time: 0.0813489 Mar 08 21:26:31.409926 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f7d03-28c3-430f-931e-7920ed52d662 req-3ab451d9-2dac-4cc5-a86e-e92c44c0001e tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:31.412194 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-590f7d03-28c3-430f-931e-7920ed52d662 req-3ab451d9-2dac-4cc5-a86e-e92c44c0001e tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0835977 Mar 08 21:26:31.468849 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [req-590f7d03-28c3-430f-931e-7920ed52d662 req-4a0539ab-cc06-4f1e-8a99-a95a4ae558c6 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486405 Mar 08 21:26:31.470157 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e27a5c70-1527-4213-96e9-657410767951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:53Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:31.490793 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-9fe65174-b3d4-433a-8da0-80a654904d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:31.492332 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-9fe65174-b3d4-433a-8da0-80a654904d67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 200 len: 910 time: 0.1044066 Mar 08 21:26:31.500690 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a5c70-1527-4213-96e9-657410767951 None None] Checking router: 8bc991f3-e2a9-4858-99bf-88200ceccd82 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:26:31.509685 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a5c70-1527-4213-96e9-657410767951 None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:26:31.510283 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e27a5c70-1527-4213-96e9-657410767951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:26:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:31.534835 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-900ab50e-00c8-4ed3-939b-af318ce3646f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 200 len: 217 time: 0.0349128 Mar 08 21:26:31.589383 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-d0c07080-e53b-47d7-8ea2-5f52d2ad4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:31.592107 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-d0c07080-e53b-47d7-8ea2-5f52d2ad4de4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 200 len: 848 time: 0.0472608 Mar 08 21:26:31.628565 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-e27a5c70-1527-4213-96e9-657410767951 None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:26:31.652804 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-54d61062-d1c5-4d69-bd1c-c135729eda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:31.654449 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-54d61062-d1c5-4d69-bd1c-c135729eda41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a60c6bc-3f75-483e-96f8-84bb95661198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562117 Mar 08 21:26:31.754527 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-8c20e6e4-6890-452c-bcfd-419ebb826825 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921357 Mar 08 21:26:31.843180 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-e27a5c70-1527-4213-96e9-657410767951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:53Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:31.855859 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-3640741c-da58-4eea-bf77-fa6fe4ee8de4 req-6b98bf72-3136-40b3-90e9-88933faa54d7 service neutron] 10.222.0.13 "GET /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939682 Mar 08 21:26:31.870379 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27a5c70-1527-4213-96e9-657410767951 None None] The sync data for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi is: [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:46Z', 'revision_number': 4, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi', '_interfaces': [{'id': '1296750c-ca75-4467-8fcf-0c209edbce26', 'name': '', 'network_id': '8a60c6bc-3f75-483e-96f8-84bb95661198', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'mac_address': 'fa:16:3e:68:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:46Z', 'updated_at': '2022-03-08T21:21:53Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'subnets': [{'id': '734b83eb-90ca-42f3-8e62-8171d1adb75e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:26:32.114692 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652526ca-3489-401b-8e13-1038c6bb9ee1 None None] New status for floating IP 71009e52-972a-4cbb-bec1-b02751d8cd36: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 21:26:32.567518 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:32.601240 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ad8c-b53d-4a66-ab5d-b46fa297b65a req-14fa5303-0892-40ac-a194-cd9d06334bb2 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:32.603152 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7bc8ad8c-b53d-4a66-ab5d-b46fa297b65a req-14fa5303-0892-40ac-a194-cd9d06334bb2 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0593269 Mar 08 21:26:32.667367 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7bc8ad8c-b53d-4a66-ab5d-b46fa297b65a req-e5ee478e-0625-4165-b2f4-a02803a8f2f4 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1399cbc-4933-45a4-871a-8eb32adb847a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559723 Mar 08 21:26:33.050501 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076798a6-6697-424f-93e4-35a611a5f204 req-b0a81ca9-6126-40bd-a79d-c25486d1e620 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 21:26:33.051931 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-076798a6-6697-424f-93e4-35a611a5f204 req-b0a81ca9-6126-40bd-a79d-c25486d1e620 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.13 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 945 time: 0.0505502 Mar 08 21:26:33.150330 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Deleting port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:26:33.150677 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:33.236527 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] For port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:26:33.236886 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:33.253574 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Calling delete_port for 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:26:33.383184 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (1147d2b9-c31e-42ea-95b0-1dbf8f942dd5), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:33.409567 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event deleted for resources: {'Port': ['ID=1147d2b9-c31e-42ea-95b0-1dbf8f942dd5,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:33.419562 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.419932 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.420281 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.420619 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.420951 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.421308 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.421641 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.421968 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.422295 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.423124 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.423124 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.423312 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.423552 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-3-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 21:26:33.469183 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] No DVR routers for this DVR port 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 on host hv-cinder-83009 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:26:33.471622 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-457969'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:33.474914 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-076798a6-6697-424f-93e4-35a611a5f204 req-58a57168-e227-4cea-9fe5-e3a0ba0ebf5d tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.13 "DELETE /v2.0/ports/1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 HTTP/1.1" status: 204 len: 173 time: 0.4175308 Mar 08 21:26:33.475358 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'name': 'network-vif-deleted', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 21:26:33.477731 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1747b9bbd37d4506ab0a72999e594f00f808aea307e762202c4ac6585478bf52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d126b3-d701-4fdb-ab4f-1d76eab16cbd" -d '{"events": [{"server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "name": "network-vif-deleted", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 21:26:33.514723 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 21:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c243e5-b81a-4ac8-af66-b572b2005d29 x-openstack-request-id: req-77c243e5-b81a-4ac8-af66-b572b2005d29 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 21:26:33.515020 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6890cca8-ed7a-46e0-a9f0-aa164635239b", "name": "network-vif-deleted", "tag": "1147d2b9-c31e-42ea-95b0-1dbf8f942dd5", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 21:26:33.515278 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77c243e5-b81a-4ac8-af66-b572b2005d29 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 21:26:33.515681 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6890cca8-ed7a-46e0-a9f0-aa164635239b', 'name': 'network-vif-deleted', 'tag': '1147d2b9-c31e-42ea-95b0-1dbf8f942dd5', 'status': 'completed', 'code': 200} Mar 08 21:26:33.767506 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [req-aff5ce71-a3d7-4277-9eff-0036300551c6 req-705fd290-9be8-4703-ba47-111175a9bf09 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "GET /v2.0/ports?device_id=6890cca8-ed7a-46e0-a9f0-aa164635239b HTTP/1.1" status: 200 len: 210 time: 0.0312262 Mar 08 21:26:34.102109 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:34.466350 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:26:34.826854 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 49054) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:34.881625 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dce05d5-7ada-4a0d-b9da-99ef75e27658 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group (b1399cbc-4933-45a4-871a-8eb32adb847a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:34.906222 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dce05d5-7ada-4a0d-b9da-99ef75e27658 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group (b1399cbc-4933-45a4-871a-8eb32adb847a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:34.969408 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dce05d5-7ada-4a0d-b9da-99ef75e27658 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (b1399cbc-4933-45a4-871a-8eb32adb847a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:34.971893 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3dce05d5-7ada-4a0d-b9da-99ef75e27658 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:34.973023 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3dce05d5-7ada-4a0d-b9da-99ef75e27658 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] 10.222.0.61 "DELETE /v2.0/security-groups/b1399cbc-4933-45a4-871a-8eb32adb847a HTTP/1.1" status: 204 len: 168 time: 0.1451790 Mar 08 21:26:34.983559 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce05d5-7ada-4a0d-b9da-99ef75e27658 tempest-TestShelveInstance-1232617205 tempest-TestShelveInstance-1232617205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1399cbc-4933-45a4-871a-8eb32adb847a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:35.021152 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 49058) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:35.363168 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (8bc991f3-e2a9-4858-99bf-88200ceccd82), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:35.533589 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:35.615547 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Deleting port 1296750c-ca75-4467-8fcf-0c209edbce26 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:26:35.615818 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:35.694144 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] For port 1296750c-ca75-4467-8fcf-0c209edbce26, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=1296750c-ca75-4467-8fcf-0c209edbce26,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:26:35.694502 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:35.710499 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Calling delete_port for 1296750c-ca75-4467-8fcf-0c209edbce26 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:26:35.891468 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (1296750c-ca75-4467-8fcf-0c209edbce26), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:35.914395 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1296750c-ca75-4467-8fcf-0c209edbce26,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:36.084686 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (8bc991f3-e2a9-4858-99bf-88200ceccd82), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:36.305617 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Router 8bc991f3-e2a9-4858-99bf-88200ceccd82 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:26:36.411932 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:26:36.416890 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2b817bc5-9e9e-4e03-b34d-efb9b19e54c6 admin admin] 10.222.0.61 "PUT /v2.0/routers/8bc991f3-e2a9-4858-99bf-88200ceccd82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3947284 Mar 08 21:26:36.419745 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 49060) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:36.423663 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] Sync routers for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:26:36.432973 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:26:36.433610 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:26:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:36.541852 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:26:36.724796 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:26:35Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:36.751882 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] Checking router: 8bc991f3-e2a9-4858-99bf-88200ceccd82 for host: dv-cinder-830098-3-iscsi {{(pid=103286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:26:36.760354 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] Routers {'8bc991f3-e2a9-4858-99bf-88200ceccd82'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:26:36.760955 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:26:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['8bc991f3-e2a9-4858-99bf-88200ceccd82'], 'active': True} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:36.805011 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks [] for router (8bc991f3-e2a9-4858-99bf-88200ceccd82), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:36.916101 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks [] for router_gateway (8bc991f3-e2a9-4858-99bf-88200ceccd82), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:36.951467 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_dvr_db [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] Set router 8bc991f3-e2a9-4858-99bf-88200ceccd82 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:26:36.972194 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Deleting port a61db34c-3eef-493c-b406-c45cb29cea15 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:26:36.972529 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.050863 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:26:37.051494 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] For port a61db34c-3eef-493c-b406-c45cb29cea15, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=a61db34c-3eef-493c-b406-c45cb29cea15,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:26:37.051798 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.065213 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Calling delete_port for a61db34c-3eef-493c-b406-c45cb29cea15 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:26:37.074326 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] No Port match for: 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:26:37.074673 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Device 1147d2b9-c31e-42ea-95b0-1dbf8f942dd5 not bound to the agent host hv-cinder-83009 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:26:37.139371 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.l3_hamode_db [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:26:35Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:37.168410 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35886ddd-9ef6-47c0-9d3d-56d50127cf1f None None] The sync data for ids ['8bc991f3-e2a9-4858-99bf-88200ceccd82'] in dv-cinder-830098-3-iscsi is: [{'id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'name': 'tempest-TestShelveInstance-1470076041-router', 'tenant_id': '38798bd577444b24ac3f6e316d276368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:26:35Z', 'revision_number': 5, 'project_id': '38798bd577444b24ac3f6e316d276368', 'gw_port': {'id': 'a61db34c-3eef-493c-b406-c45cb29cea15', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc991f3-e2a9-4858-99bf-88200ceccd82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:42Z', 'updated_at': '2022-03-08T21:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}] {{(pid=103286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:26:37.252758 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (a61db34c-3eef-493c-b406-c45cb29cea15), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.277439 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61db34c-3eef-493c-b406-c45cb29cea15,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:37.337766 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (8bc991f3-e2a9-4858-99bf-88200ceccd82), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.428339 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (8bc991f3-e2a9-4858-99bf-88200ceccd82), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.430378 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks [] for router_controller (8bc991f3-e2a9-4858-99bf-88200ceccd82), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.477986 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (8bc991f3-e2a9-4858-99bf-88200ceccd82), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.478434 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bc991f3-e2a9-4858-99bf-88200ceccd82 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:26:37.484432 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.485740 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f42b59fe-8a4f-4abc-b75a-b147355a0767 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8bc991f3-e2a9-4858-99bf-88200ceccd82 HTTP/1.1" status: 204 len: 168 time: 1.0650384 Mar 08 21:26:37.488263 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 49062) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:37.535344 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60a7830-a486-478c-b29c-56680e826829 admin admin] Deleting subnet 734b83eb-90ca-42f3-8e62-8171d1adb75e {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:26:37.539088 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b60a7830-a486-478c-b29c-56680e826829 admin admin] Publish callbacks [] for subnet (734b83eb-90ca-42f3-8e62-8171d1adb75e), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.576513 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b60a7830-a486-478c-b29c-56680e826829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126212775'] for subnet (734b83eb-90ca-42f3-8e62-8171d1adb75e), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.661836 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b60a7830-a486-478c-b29c-56680e826829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (734b83eb-90ca-42f3-8e62-8171d1adb75e), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.717705 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b60a7830-a486-478c-b29c-56680e826829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125873516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126052562'] for subnet (734b83eb-90ca-42f3-8e62-8171d1adb75e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.744920 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a7830-a486-478c-b29c-56680e826829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734b83eb-90ca-42f3-8e62-8171d1adb75e,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:37.746917 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b60a7830-a486-478c-b29c-56680e826829 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.750094 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b60a7830-a486-478c-b29c-56680e826829 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/734b83eb-90ca-42f3-8e62-8171d1adb75e HTTP/1.1" status: 204 len: 168 time: 0.2608747 Mar 08 21:26:37.752581 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.61', 49064) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:37.756039 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab9f61-efdc-4cee-8a98-02ae17b8a92e None None] Network 8a60c6bc-3f75-483e-96f8-84bb95661198 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:26:37.833258 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (8a60c6bc-3f75-483e-96f8-84bb95661198), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.880857 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 1296750c-ca75-4467-8fcf-0c209edbce26 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:26:37.906194 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 1296750c-ca75-4467-8fcf-0c209edbce26 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:26:37.906759 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 1296750c-ca75-4467-8fcf-0c209edbce26 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:26:37.908018 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Deleting port 0baae461-5779-4592-b709-44ebfdf99220 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:26:37.908433 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (0baae461-5779-4592-b709-44ebfdf99220), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.974127 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] For port 0baae461-5779-4592-b709-44ebfdf99220, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=0baae461-5779-4592-b709-44ebfdf99220,segment=NetworkSegment(614ba5f7-6bf7-4c90-83b2-681401bab211),segment_id=614ba5f7-6bf7-4c90-83b2-681401bab211)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:26:37.974834 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (0baae461-5779-4592-b709-44ebfdf99220), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:37.986638 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Calling delete_port for 0baae461-5779-4592-b709-44ebfdf99220 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:26:38.068392 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125873499'] for port (0baae461-5779-4592-b709-44ebfdf99220), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.095298 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0baae461-5779-4592-b709-44ebfdf99220,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:38.097113 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] No DVR routers for this DVR port 0baae461-5779-4592-b709-44ebfdf99220 on host dv-cinder-830098-3-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:26:38.165981 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (8a60c6bc-3f75-483e-96f8-84bb95661198), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.189902 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a60c6bc-3f75-483e-96f8-84bb95661198']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:38.199519 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614ba5f7-6bf7-4c90-83b2-681401bab211') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:38.199825 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614ba5f7-6bf7-4c90-83b2-681401bab211') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:38.211166 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126212700'] for segment (614ba5f7-6bf7-4c90-83b2-681401bab211), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.225117 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (614ba5f7-6bf7-4c90-83b2-681401bab211), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.232492 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:26:38.233141 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125873414'] for segment (614ba5f7-6bf7-4c90-83b2-681401bab211), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.236861 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa7dea-9414-4310-8aa4-3ce1dfb3e0ce None None] DHCP port deletion for 8a60c6bc-3f75-483e-96f8-84bb95661198 request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: Traceback (most recent call last): Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: timer() Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: cb(*args, **kw) Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: return func(*args, **kwargs) Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: self._notify() Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: self.callback(batched_events) Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: event.method(event) Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: return f(self, *a, **k) Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._get(url).json() Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:26:38.238988 dv-cinder-830098-3-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:26:38.298063 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (8a60c6bc-3f75-483e-96f8-84bb95661198), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.303270 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.306390 dv-cinder-830098-3-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8a60c6bc-3f75-483e-96f8-84bb95661198 HTTP/1.1" status: 204 len: 168 time: 0.5528822 Mar 08 21:26:38.309537 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 49066) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:38.317772 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44133c21-a2df-4b03-8e28-4eae387bfca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a60c6bc-3f75-483e-96f8-84bb95661198,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:38.663277 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-968514'] for router_interface (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.904991 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Deleting port 3987af24-f633-4cc6-8127-966611820d32 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:26:38.905347 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (3987af24-f633-4cc6-8127-966611820d32), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.981024 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] For port 3987af24-f633-4cc6-8127-966611820d32, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=3987af24-f633-4cc6-8127-966611820d32,segment=NetworkSegment(b654171e-7a00-452a-9f27-049b3ecde818),segment_id=b654171e-7a00-452a-9f27-049b3ecde818)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:26:38.981540 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (3987af24-f633-4cc6-8127-966611820d32), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:38.993877 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Calling delete_port for 3987af24-f633-4cc6-8127-966611820d32 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:26:39.169930 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (3987af24-f633-4cc6-8127-966611820d32), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:39.195237 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3987af24-f633-4cc6-8127-966611820d32,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:39.607242 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-968502'] for router_interface (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:39.819986 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 has already been hosted by L3 agent d3af43d0-5369-43f6-8b9a-205e04db4ae0 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 21:26:39.866607 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device a61db34c-3eef-493c-b406-c45cb29cea15 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:26:39.888972 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: a61db34c-3eef-493c-b406-c45cb29cea15 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:26:39.889422 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device a61db34c-3eef-493c-b406-c45cb29cea15 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:26:39.889848 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0baae461-5779-4592-b709-44ebfdf99220 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:26:39.908862 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 0baae461-5779-4592-b709-44ebfdf99220 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:26:39.909226 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 0baae461-5779-4592-b709-44ebfdf99220 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:26:39.935527 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] Notify agent at l3_agent.dv-cinder-830098-3-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 21:26:39.941514 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4d06e571-fa5a-4153-b924-4bc917db96a3 admin admin] 10.222.0.61 "PUT /v2.0/routers/a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298537 Mar 08 21:26:39.944154 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 49068) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:39.944887 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] Sync routers for ids ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'] in dv-cinder-830098-3-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 21:26:39.955017 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] Routers {'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:26:39.955637 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:26:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:40.054089 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks [] for router (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.160216 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks [] for router_gateway (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.201024 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] Set router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 gateway port host: dv-cinder-830098-3-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:26:40.212923 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Deleting port f9820566-58d4-47fa-8d6f-d5e835164ff9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:26:40.213312 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.291679 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] For port f9820566-58d4-47fa-8d6f-d5e835164ff9, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=f9820566-58d4-47fa-8d6f-d5e835164ff9,segment=NetworkSegment(1db19ca5-635a-4daf-a92a-fb0c539253e9),segment_id=1db19ca5-635a-4daf-a92a-fb0c539253e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:26:40.292046 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.304504 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Calling delete_port for f9820566-58d4-47fa-8d6f-d5e835164ff9 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:26:40.382751 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'external_fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:26:39Z', 'revision_number': 5, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port': {'id': 'f9820566-58d4-47fa-8d6f-d5e835164ff9', 'name': '', 'network_id': 'b83902fa-2f9b-4474-a51c-1bd972ef9332', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:eb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:21:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6af75008-42e0-4c97-a5fd-31591343e2e6', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-3-iscsi'}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:40.410098 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] Checking router: a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 for host: dv-cinder-830098-3-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 21:26:40.418710 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] Routers {'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'} bound to L3 agent in host dv-cinder-830098-3-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 21:26:40.419832 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T21:04:01Z,description=,heartbeat_timestamp=2022-03-08T21:26:31Z,host='dv-cinder-830098-3-iscsi',id=d3af43d0-5369-43f6-8b9a-205e04db4ae0,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T21:04:01Z,topic='l3_agent')) {'router_ids': ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:40.471474 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (f9820566-58d4-47fa-8d6f-d5e835164ff9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.500580 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9820566-58d4-47fa-8d6f-d5e835164ff9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:40.517971 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] Set router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 21:26:40.565436 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-969884'] for router_gateway (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.571053 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:26:40Z', 'revision_number': 6, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port_host': None}], 'dv-cinder-830098-3-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:40.601987 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac4c00a-a372-4635-acf8-91ae67c616f5 None None] The sync data for ids ['a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1'] in dv-cinder-830098-3-iscsi is: [{'id': 'a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1', 'name': 'tempest-TestShelveInstance-553337838-router', 'tenant_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T21:21:50Z', 'updated_at': '2022-03-08T21:26:40Z', 'revision_number': 6, 'project_id': 'a35f4cb5cafb4c4ba22bd27e23c96871', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 21:26:40.657302 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-972840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8513'] for router (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.659405 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks [] for router_controller (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.705263 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.706354 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-972863'] for router (a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.706903 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 21:26:40.711049 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.712215 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2d0c3a8e-8cf7-450e-9c74-0ae9e0323a6e admin admin] 10.222.0.61 "DELETE /v2.0/routers/a7a4e36d-52d3-4fff-b0da-0e67fd9c40d1 HTTP/1.1" status: 204 len: 168 time: 0.7670107 Mar 08 21:26:40.714712 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 49070) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:40.757970 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c28d75-64a9-4bf9-a505-4d039fa84f4b admin admin] Deleting subnet 26ad0471-fdf7-4d92-8999-f806697e933d {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 21:26:40.761048 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92c28d75-64a9-4bf9-a505-4d039fa84f4b admin admin] Publish callbacks [] for subnet (26ad0471-fdf7-4d92-8999-f806697e933d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.795868 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92c28d75-64a9-4bf9-a505-4d039fa84f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532843'] for subnet (26ad0471-fdf7-4d92-8999-f806697e933d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.875875 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92c28d75-64a9-4bf9-a505-4d039fa84f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16324326'] for subnet (26ad0471-fdf7-4d92-8999-f806697e933d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.927377 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92c28d75-64a9-4bf9-a505-4d039fa84f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16324349', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3783114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126208354'] for subnet (26ad0471-fdf7-4d92-8999-f806697e933d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.954000 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c28d75-64a9-4bf9-a505-4d039fa84f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ad0471-fdf7-4d92-8999-f806697e933d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:40.957264 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92c28d75-64a9-4bf9-a505-4d039fa84f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:40.960426 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-92c28d75-64a9-4bf9-a505-4d039fa84f4b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/26ad0471-fdf7-4d92-8999-f806697e933d HTTP/1.1" status: 204 len: 168 time: 0.2447751 Mar 08 21:26:40.962821 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 49072) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:40.969951 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a219591-a814-4269-bc21-c57d47604b7a None None] Network 373df623-23bc-4f98-8953-c35df4799fe1 requested from dv-cinder-830098-3-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 21:26:41.042160 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16740457'] for network (373df623-23bc-4f98-8953-c35df4799fe1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.100559 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Deleting port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 21:26:41.100898 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740870475075'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.162754 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] For port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a, host dv-cinder-830098-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-3-iscsi',level=0,port_id=086ff183-ea1d-41e1-9a7a-0a3501d88b7a,segment=NetworkSegment(b654171e-7a00-452a-9f27-049b3ecde818),segment_id=b654171e-7a00-452a-9f27-049b3ecde818)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 21:26:41.163116 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-980560'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.175570 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Calling delete_port for 086ff183-ea1d-41e1-9a7a-0a3501d88b7a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 21:26:41.254296 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16331148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740870481062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740870023855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3783165'] for port (086ff183-ea1d-41e1-9a7a-0a3501d88b7a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.279331 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=086ff183-ea1d-41e1-9a7a-0a3501d88b7a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:41.282800 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] No DVR routers for this DVR port 086ff183-ea1d-41e1-9a7a-0a3501d88b7a on host dv-cinder-830098-3-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 21:26:41.355101 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16719721', 'neutron.services.segments.db._delete_segments_for_network-8740870452327'] for network (373df623-23bc-4f98-8953-c35df4799fe1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.375063 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373df623-23bc-4f98-8953-c35df4799fe1']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:41.384768 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b654171e-7a00-452a-9f27-049b3ecde818') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:41.385093 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b654171e-7a00-452a-9f27-049b3ecde818') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 21:26:41.396199 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740870452592', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533008'] for segment (b654171e-7a00-452a-9f27-049b3ecde818), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.412096 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957'] for segment (b654171e-7a00-452a-9f27-049b3ecde818), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.419221 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 21:26:41.419729 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16346957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3783072'] for segment (b654171e-7a00-452a-9f27-049b3ecde818), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.422632 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd28bc-e88d-4b42-8152-983d79459255 None None] DHCP port deletion for 373df623-23bc-4f98-8953-c35df4799fe1 request from dv-cinder-830098-3-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: Traceback (most recent call last): Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: timer() Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: cb(*args, **kw) Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: return func(*args, **kwargs) Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: self._notify() Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: self.callback(batched_events) Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: event.method(event) Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: return f(self, *a, **k) Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._get(url).json() Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 21:26:41.434814 dv-cinder-830098-3-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 21:26:41.488229 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16719712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-841840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-969912'] for network (373df623-23bc-4f98-8953-c35df4799fe1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.493928 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571678'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.500404 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] 10.222.0.61 "DELETE /v2.0/networks/373df623-23bc-4f98-8953-c35df4799fe1 HTTP/1.1" status: 204 len: 168 time: 0.5333335 Mar 08 21:26:41.512046 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d05c11-abda-46e2-8eaf-67600a55d2ce admin admin] Pushing event deleted for resources: {'Network': ['ID=373df623-23bc-4f98-8953-c35df4799fe1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:41.714802 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 49076) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:41.754057 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-75b04307-edd7-411b-b18d-5c6f6df1e522 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38798bd577444b24ac3f6e316d276368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380921 Mar 08 21:26:41.756508 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 49078) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:41.807390 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bae0fc0-aa36-4ccd-b0c1-fdb8ef4ee6b2 admin admin] Publish callbacks [] for security_group (929243cc-37ef-4157-adfc-eb0cbc91b6a4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.830663 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bae0fc0-aa36-4ccd-b0c1-fdb8ef4ee6b2 admin admin] Publish callbacks [] for security_group (929243cc-37ef-4157-adfc-eb0cbc91b6a4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.832571 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 086ff183-ea1d-41e1-9a7a-0a3501d88b7a no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:26:41.851998 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 086ff183-ea1d-41e1-9a7a-0a3501d88b7a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:26:41.852342 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 086ff183-ea1d-41e1-9a7a-0a3501d88b7a not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:26:41.852755 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device f9820566-58d4-47fa-8d6f-d5e835164ff9 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:26:41.873509 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: f9820566-58d4-47fa-8d6f-d5e835164ff9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:26:41.873848 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device f9820566-58d4-47fa-8d6f-d5e835164ff9 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:26:41.874435 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 3987af24-f633-4cc6-8127-966611820d32 no longer exists at agent ovs-agent-dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 21:26:41.880201 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bae0fc0-aa36-4ccd-b0c1-fdb8ef4ee6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (929243cc-37ef-4157-adfc-eb0cbc91b6a4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.883020 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bae0fc0-aa36-4ccd-b0c1-fdb8ef4ee6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:41.884183 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3bae0fc0-aa36-4ccd-b0c1-fdb8ef4ee6b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/929243cc-37ef-4157-adfc-eb0cbc91b6a4 HTTP/1.1" status: 204 len: 168 time: 0.1268096 Mar 08 21:26:41.893130 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae0fc0-aa36-4ccd-b0c1-fdb8ef4ee6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929243cc-37ef-4157-adfc-eb0cbc91b6a4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:41.899099 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] No Port match for: 3987af24-f633-4cc6-8127-966611820d32 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 21:26:41.899458 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Device 3987af24-f633-4cc6-8127-966611820d32 not bound to the agent host dv-cinder-830098-3-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 21:26:42.199472 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 49084) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:42.424189 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-339a5d47-884f-4e6b-8441-5ff0e1f61bb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a35f4cb5cafb4c4ba22bd27e23c96871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235429 Mar 08 21:26:42.426632 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.61', 49088) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 21:26:42.473987 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-966c4ee4-40d6-40e4-8886-6d373fa53ceb admin admin] Publish callbacks [] for security_group (b741b1c8-380f-4c27-9a96-428b6ce712ee), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:42.495628 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-966c4ee4-40d6-40e4-8886-6d373fa53ceb admin admin] Publish callbacks [] for security_group (b741b1c8-380f-4c27-9a96-428b6ce712ee), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:42.549503 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-966c4ee4-40d6-40e4-8886-6d373fa53ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-835726'] for security_group (b741b1c8-380f-4c27-9a96-428b6ce712ee), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:42.552071 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-966c4ee4-40d6-40e4-8886-6d373fa53ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:26:42.553244 dv-cinder-830098-3-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-966c4ee4-40d6-40e4-8886-6d373fa53ceb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b741b1c8-380f-4c27-9a96-428b6ce712ee HTTP/1.1" status: 204 len: 168 time: 0.1257029 Mar 08 21:26:42.561167 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c4ee4-40d6-40e4-8886-6d373fa53ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b741b1c8-380f-4c27-9a96-428b6ce712ee,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 21:26:58.973397 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-caf52733-1142-4bea-9cc9-1799b209800d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:01.330440 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79891ec6-e133-47cf-8607-d7cd96402646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:02.567143 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:04.104933 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:05.539003 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:10.722814 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:11.465476 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:27:28.975190 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5c551bf4-3916-4c92-bd13-acbe2c0f570f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:31.333072 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a2225b15-a3e6-4ab0-bef9-f2f4f7850964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:32.570902 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:34.107321 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:35.541282 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:40.722546 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:27:48.464619 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:27:58.979708 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-92329593-6501-4ced-b428-da9e68749d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:01.335235 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-94e8ae00-ad48-4ef2-90a8-e38234040f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:02.573702 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:04.110729 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:05.543892 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:10.736370 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:25.463817 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:28:28.981183 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-250b1e5c-7157-4b8a-847e-ee5192046b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:31.341894 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dd23589f-de2f-4a50-98b3-7719b3db0ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:32.579197 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:34.113606 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:35.545944 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:40.733233 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:28:58.982972 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee90ef8a-5509-48d8-9458-1656cb8b2139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:01.333109 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73b54aa1-5f26-465d-bc1f-9549f4e6c38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:02.462708 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:29:02.579757 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:04.116888 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:05.549668 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:10.732008 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:19.051871 dv-cinder-830098-3-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-4e74b9a9-1717-4a67-9a5e-0cb9e74677bf req-c6d66dfe-e310-4d26-abea-756e9214dcdf service neutron] (103283) timed out ('10.222.0.13', 64667) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 21:29:28.986565 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3322a13f-3d06-40d3-ad11-8b6ddaa97d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:31.334748 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d667cc2-3074-4f64-bd01-8d19a7e169eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:32.582375 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:34.119798 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:35.554263 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:39.461548 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:29:40.738674 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:29:58.988995 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d56efec9-c699-4ec1-ab9c-794fedc43b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:01.335555 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3f0168ba-c88b-44d7-9ef3-b5f708232786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:02.586544 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:04.123957 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:05.555673 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:09.943218 dv-cinder-830098-3-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-dcac69ba-ce02-4450-8cd3-dc2e309845af req-203ab274-b497-45e5-bffd-7450ace9244c service neutron] (103284) timed out ('10.222.0.13', 64694) {{(pid=103284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 21:30:10.761792 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:16.460510 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:30:28.993843 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-416c0c41-713e-4b5c-92b5-92c98b6133d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:31.337872 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4f708010-b644-4fc4-8856-d7978c2a3d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:32.589026 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:34.127281 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:35.561870 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:40.770865 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:30:53.459431 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:30:58.996005 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fbff3a96-7dcb-4710-accb-b0f917ed193d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:01.339693 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d1b4af2-efa7-46bc-a124-8e28fcc7e9fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:02.591462 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:04.129755 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:05.554386 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:10.783798 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:28.998092 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d04ab6f0-ceb0-4243-93d8-29213d8debbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:30.458566 dv-cinder-830098-3-iscsi neutron-server[103286]: DEBUG neutron.db.agents_db [None req-8a4fd735-075a-432f-93b5-b27e48192b9a None None] Agent healthcheck: found 6 active agents {{(pid=103286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 21:31:31.343917 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c165efc7-fa60-4933-a45b-73c122c0c255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:32.595807 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:34.132769 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:35.557696 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:40.784798 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-190708ee-fd33-4cc4-bb68-06103c1c3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2878e382-c8f9-46ad-af84-53fcd48bd7d5), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:31:59.000563 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3de3cee1-ba46-44af-b150-88712558a58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2dc59ca2-cca8-4d69-b040-106b108b4f72), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:32:01.345776 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8faf4f68-700b-4de7-b7b9-a7438d1c42a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (d3af43d0-5369-43f6-8b9a-205e04db4ae0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:32:02.599739 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f93aeb7b-3356-4e0c-b575-f91a9d09858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (b3febdb2-d072-4ae1-b82e-d9c7de6f38b8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:32:04.135762 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b1cdaf4d-fb73-4c5d-bcda-8bfbad301a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (2e778f00-7761-47d1-a315-b8b6749ec44c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 21:32:05.561772 dv-cinder-830098-3-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-38bdabc6-db8d-477f-8c2b-79f6b93c44dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740870452309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16717970'] for agent (0772e7f3-fca1-4f34-be72-a7267f10cdd8), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}